-- Logs begin at Wed 2021-12-15 14:08:11 UTC, end at Wed 2021-12-15 15:07:29 UTC. -- Dec 15 14:38:32.539405 dv-cinder-787195-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 14:38:35.587458 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.common.config [-] Logging enabled! Dec 15 14:38:35.588037 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 14:38:35.588210 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119202) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 14:38:35.591494 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.common.config [-] Logging enabled! Dec 15 14:38:35.591756 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 14:38:35.592075 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119202) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 14:38:35.593028 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 14:38:35.593266 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 14:38:35.593642 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 14:38:35.593893 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 14:38:35.594123 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 14:38:35.594447 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.594912 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 14:38:35.595232 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.595533 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.595833 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.596132 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.596428 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.596716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.597010 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.597312 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.597603 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.597887 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.598175 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.598469 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.598791 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] config_source = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.599073 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.599362 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.599649 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] debug = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.599933 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.600961 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.601540 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.601832 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.602133 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.602418 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.602732 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.603017 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.603308 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.603646 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] host = dv-cinder-787195-10-iscsi {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.603936 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.604248 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.604540 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.604834 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.605114 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.605399 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.605688 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.605968 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] log_dir = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.606269 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] log_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.606554 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.606873 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.607166 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.607712 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.607940 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.608166 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.608470 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.608761 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.609043 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.609325 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.609603 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.609882 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.610162 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.610434 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.610745 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.611037 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.611326 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.611607 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.611887 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.612161 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.612439 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.612726 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.613008 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.613289 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.613564 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.613856 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.614131 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.614413 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.614750 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.615044 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.615332 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.615620 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.616195 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.616689 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.616973 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.617257 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] use_journal = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.617539 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] use_json = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.617813 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.618090 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.618379 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.618679 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.618960 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.619242 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.619519 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.619807 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:35.620112 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.620411 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.620716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.621007 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.621328 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.621614 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.621907 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.622188 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.622477 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.622798 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.623094 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.623375 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.623668 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.623950 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.624249 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.624558 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.624857 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.625158 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.625436 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.625714 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.625993 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.626275 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.626567 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.626876 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.627169 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.627460 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.627746 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.628045 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.628335 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.628630 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.628927 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.629203 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.629485 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.629779 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.630061 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.630338 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.630622 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.630940 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.631227 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.631558 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.631850 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.632134 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.632414 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.632693 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.632980 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.633278 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.633565 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.633841 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.634141 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.634425 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.634725 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.635018 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.635308 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.635583 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.635862 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.636146 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.636423 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.636701 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.636982 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.637260 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.637543 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.637820 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.638096 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.638373 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.638676 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.638953 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.639231 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.639504 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.639785 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.640064 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.640340 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.640617 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.640895 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.641169 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.641457 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.641759 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.642041 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.642327 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.642611 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.642918 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.643200 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.643480 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.643765 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.644050 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.644326 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.644618 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.644909 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.645201 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.645486 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.645789 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.646087 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.646373 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.646680 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.647511 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.647798 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.648165 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.648460 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.648763 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.649063 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.649363 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.649668 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.649968 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.650258 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.650573 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.650887 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:35.651108 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 14:38:35.651365 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=119202) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 14:38:36.089393 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=119202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 14:38:36.089684 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=119202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 14:38:36.089994 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=119202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 14:38:36.090333 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 14:38:36.438268 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.438561 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.438910 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.440202 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.440483 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.440757 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.488205 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.488482 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.488757 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.503614 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.503899 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.504171 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.533343 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.533626 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.533899 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.573746 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.574029 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.574302 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.920092 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.920743 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.920743 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.920931 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:36.921631 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.025009 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.025340 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.025629 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.025905 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.026178 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.026500 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.026808 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.027133 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.027396 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.027689 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.027955 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.028225 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.028492 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.028754 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.029026 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.029289 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.029558 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.029827 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.030100 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.030368 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.030676 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.030934 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.031225 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.031606 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.031862 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.032115 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.032522 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=119202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:38:37.032766 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=119202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:38:37.033009 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=119202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:38:37.033314 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=119202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:38:37.033557 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=119202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:38:37.033802 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=119202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:38:37.034193 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 14:38:37.038109 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 14:38:37.042319 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 14:38:37.046418 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 15 14:38:37.048093 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 14:38:37.048575 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 14:38:37.048915 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 14:38:37.049302 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 14:38:37.052249 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 14:38:37.052509 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 14:38:37.052865 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 14:38:37.058292 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 14:38:37.081626 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 14:38:37.082098 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.082405 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=119202) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 14:38:37.082799 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.084200 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=119202) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 14:38:37.085044 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 14:38:37.085298 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 14:38:37.088591 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.088878 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.153573 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 14:38:37.153813 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 14:38:37.154053 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 14:38:37.154444 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 14:38:37.177419 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_db.sqlalchemy.engines [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=119202) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 14:38:37.625402 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Initializing driver for type 'gre' Dec 15 14:38:37.625892 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] gre ID ranges: [(1, 1000)] Dec 15 14:38:37.692414 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Initializing driver for type 'local' Dec 15 14:38:37.692785 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Initializing driver for type 'vlan' Dec 15 14:38:37.706437 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] VlanTypeDriver initialization complete Dec 15 14:38:37.706847 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Initializing driver for type 'vxlan' Dec 15 14:38:37.707387 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] vxlan ID ranges: [(1, 1000)] Dec 15 14:38:37.763124 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Initializing extension driver 'port_security' Dec 15 14:38:37.763792 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.extensions.port_security [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] PortSecurityExtensionDriver initialization complete Dec 15 14:38:37.764201 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Initializing mechanism driver 'openvswitch' Dec 15 14:38:37.764546 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Initializing mechanism driver 'hyperv' Dec 15 14:38:37.771519 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.plugins.ml2.plugin [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=119202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:37.773062 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > port after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.773444 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > port after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.773803 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > port after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.774363 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=119202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:38:37.774837 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > subnet after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.775201 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > subnet after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.775556 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > subnet after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.775968 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=119202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:38:37.776384 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > network after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.776740 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > network after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.777090 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > network after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.777499 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=119202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:38:37.777913 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > security_group after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.778269 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > security_group after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.778616 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > security_group after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.779051 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=119202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:38:37.779466 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.779819 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.780171 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.780580 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=119202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:38:37.780991 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > address_group after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.781348 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > address_group after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.781784 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > address_group after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.782205 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=119202) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:38:37.782614 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] ML2 OVO RPC backend initialized. {{(pid=119202) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 14:38:37.783363 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router_interface after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.783726 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.784143 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > network before_response 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.784497 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > networks before_response 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.784851 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > port before_response 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.785198 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > ports before_response 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.785547 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > subnet before_response 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.785898 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > subnets before_response 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.786251 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > network after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.786598 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > network after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.787000 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > network after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.787481 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > port after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.788614 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > port after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.788913 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > port after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.789272 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > subnet after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.789626 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > subnet after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.789972 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > subnet after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.790619 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.plugin [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Modular L2 Plugin initialization complete Dec 15 14:38:37.790984 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading services supported by the core plugin {{(pid=119202) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 14:38:37.791330 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.plugins.ml2.managers [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Got port-security extension from driver 'port_security' Dec 15 14:38:37.791803 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.extensions.vlantransparent [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Disabled vlantransparent extension. Dec 15 14:38:37.792304 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=119202) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 14:38:37.792630 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading Plugin: router Dec 15 14:38:37.830242 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router_interface before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.830666 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router after_create 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.831057 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router before_create 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.831427 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.831865 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.832939 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router after_delete 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.832939 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > floatingip after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.833331 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > floatingip after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.833499 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router after_create 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.833788 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router after_update 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.834144 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router after_update 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.835210 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.835788 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router after_update 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.836523 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router precommit_update 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.837004 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: port after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.837372 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: port after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.837727 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: subnet after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.838112 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.838477 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > port precommit_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.838882 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router precommit_create 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.839238 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: port before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.839596 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router precommit_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.839960 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router after_update 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.840308 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router precommit_delete 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.840672 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router precommit_create 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.841045 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router_interface after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.841540 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router precommit_update 55549900 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.841876 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > agent after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.842245 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > agent after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.842666 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > network after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.843580 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Tracking information for resource: router configured {{(pid=119202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:38:37.843924 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Tracking information for resource: floatingip configured {{(pid=119202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:38:37.849246 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.db.l3_agentschedulers_db [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 14:38:37.849850 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: port after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.850865 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: port after_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.851276 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: port after_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.851724 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: port after_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.852726 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router before_create 55550100 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.853099 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router precommit_delete 55550100 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.853475 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router precommit_create 55550100 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.853843 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > router precommit_update 55550100 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.859195 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.services.provider_configuration [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service providers = [] {{(pid=119202) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 14:38:37.859614 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.db.servicetype_db [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=119202) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 14:38:37.863141 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.services.service_base [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=119202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 14:38:37.863569 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.services.service_base [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=119202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 14:38:37.863981 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.services.service_base [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=119202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 14:38:37.864996 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.services.service_base [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=119202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 14:38:37.865466 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.services.service_base [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 14:38:37.865960 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=119202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:38:37.866493 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 14:38:37.877820 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=119202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:38:37.878102 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading Plugin: auto_allocate Dec 15 14:38:37.884519 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: network precommit_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.884930 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: network precommit_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.885417 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=119202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:38:37.885742 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading Plugin: tag Dec 15 14:38:37.892771 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=119202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:38:37.893114 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading Plugin: timestamp Dec 15 14:38:37.897841 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=119202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:38:37.898222 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading Plugin: network_ip_availability Dec 15 14:38:37.903910 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.904339 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.904744 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:37.905528 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=119202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:38:37.905861 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading Plugin: flavors Dec 15 14:38:37.911171 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=119202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:38:37.911573 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading Plugin: revisions Dec 15 14:38:37.916575 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=119202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:38:37.916980 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_concurrency.lockutils [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=119202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 14:38:37.917758 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=119202) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 14:38:37.918098 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Initializing extension manager. Dec 15 14:38:37.918623 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: __init__.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.918994 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: __pycache__ {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.919340 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.919678 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: address_group.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.920463 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.921230 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: address-group Dec 15 14:38:37.921517 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: address_scope.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.922304 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.922894 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: address-scope Dec 15 14:38:37.923268 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: admin_state_down_before_update.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.924257 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.924835 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: router-admin-state-down-before-update Dec 15 14:38:37.925204 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: agent.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.925950 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.926562 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: agent Dec 15 14:38:37.926974 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: agent_resources_synced.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.928003 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.928632 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: agent-resources-synced Dec 15 14:38:37.929003 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: allowedaddresspairs.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.930918 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.931442 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: allowed-address-pairs Dec 15 14:38:37.931775 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: auto_allocated_topology.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.932896 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.933468 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: auto-allocated-topology Dec 15 14:38:37.933839 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: availability_zone.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.934547 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.935089 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: availability_zone Dec 15 14:38:37.935423 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: availability_zone_filter.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.936356 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.936867 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: availability_zone_filter Dec 15 14:38:37.937194 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: data_plane_status.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.938135 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.938659 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 14:38:37.939000 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: default_subnetpools.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.939930 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.940440 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: default-subnetpools Dec 15 14:38:37.940769 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: dhcpagentscheduler.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.941604 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.942110 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: dhcp_agent_scheduler Dec 15 14:38:37.942436 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: dns.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.943396 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.944035 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension dns-integration not supported by any of loaded plugins Dec 15 14:38:37.944410 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: dns_domain_ports.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.945343 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.945851 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 14:38:37.946177 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.947144 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.947657 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 14:38:37.947984 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: dvr.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.948665 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.949173 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: dvr Dec 15 14:38:37.949501 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: ecmp_routes.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.950424 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.950957 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 14:38:37.951299 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: empty_string_filtering.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.952209 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.952756 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: empty-string-filtering Dec 15 14:38:37.953043 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.953956 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.954498 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 14:38:37.954818 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.955749 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.956269 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 14:38:37.956609 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: external_net.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.957504 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.958098 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: external-net Dec 15 14:38:37.958421 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: extra_dhcp_opt.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.959932 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.960635 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: extra_dhcp_opt Dec 15 14:38:37.960963 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: extraroute.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.961903 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.962419 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: extraroute Dec 15 14:38:37.962787 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: extraroute_atomic.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.965525 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.966061 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: extraroute-atomic Dec 15 14:38:37.966404 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: filter_validation.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.967160 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.967675 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: filter-validation Dec 15 14:38:37.968010 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: fip_pf_description.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.968958 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.969464 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 14:38:37.969797 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: fip_port_details.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.970780 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.971287 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: fip-port-details Dec 15 14:38:37.971701 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: flavors.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.972973 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.973501 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: flavors Dec 15 14:38:37.973832 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.976145 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.976671 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 14:38:37.977004 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: floatingip_pools.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.977734 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.978310 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: floatingip-pools Dec 15 14:38:37.978648 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: ip_allocation.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.979609 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.980113 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 14:38:37.980445 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.981375 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.981887 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: ip-substring-filtering Dec 15 14:38:37.982464 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: l2_adjacency.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.983426 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.984064 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 14:38:37.984402 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: l3.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.985460 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.985978 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: router Dec 15 14:38:37.986314 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: l3_conntrack_helper.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.988783 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.989320 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 14:38:37.989656 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.990664 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.991212 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: ext-gw-mode Dec 15 14:38:37.991527 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.992513 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.993055 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: l3-ha Dec 15 14:38:37.993404 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: l3_flavors.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.994335 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.994884 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: l3-flavors Dec 15 14:38:37.995214 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.996149 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.996661 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 14:38:37.997231 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: l3agentscheduler.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:37.998328 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:37.998868 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: l3_agent_scheduler Dec 15 14:38:37.999204 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: local_ip.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.001059 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.001590 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension local_ip not supported by any of loaded plugins Dec 15 14:38:38.001952 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: logging.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.003554 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.004087 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension logging not supported by any of loaded plugins Dec 15 14:38:38.004426 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: metering.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.005319 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.005949 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: metering Dec 15 14:38:38.006364 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.007467 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.007987 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: metering_source_and_destination_fields Dec 15 14:38:38.008325 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: multiprovidernet.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.009264 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.009778 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: multi-provider Dec 15 14:38:38.010137 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: netmtu.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.011114 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.011627 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: net-mtu Dec 15 14:38:38.011959 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: netmtu_writable.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.012898 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.013408 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: net-mtu-writable Dec 15 14:38:38.013740 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: network_availability_zone.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.014420 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.014972 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: network_availability_zone Dec 15 14:38:38.015305 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: network_ip_availability.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.016433 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.016957 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: network-ip-availability Dec 15 14:38:38.017293 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: network_segment_range.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.018070 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.018581 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 14:38:38.018943 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: pagination.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.019941 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.020283 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: pagination Dec 15 14:38:38.020609 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: port_device_profile.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.021555 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.022709 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: port-device-profile Dec 15 14:38:38.023047 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.023983 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.024495 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: port-mac-address-regenerate Dec 15 14:38:38.024823 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.025743 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.026265 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: port-numa-affinity-policy Dec 15 14:38:38.026618 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: port_resource_request.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.027595 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.028104 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 14:38:38.028434 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: port_resource_request_groups.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.029401 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.029905 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 14:38:38.030235 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: portbindings.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.031196 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.031704 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: binding Dec 15 14:38:38.032031 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: portbindings_extended.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.033331 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.033851 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: binding-extended Dec 15 14:38:38.034232 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: portsecurity.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.035210 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.035747 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: port-security Dec 15 14:38:38.036087 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: project_id.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.037078 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.038033 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: project-id Dec 15 14:38:38.038382 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: providernet.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.039536 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.040059 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: provider Dec 15 14:38:38.040390 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.043993 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.044528 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos not supported by any of loaded plugins Dec 15 14:38:38.044862 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.046144 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.046684 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 14:38:38.047023 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.047957 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.048474 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 14:38:38.049006 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_default.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.049953 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.050464 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos-default not supported by any of loaded plugins Dec 15 14:38:38.050832 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_fip.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.051507 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.052011 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos-fip not supported by any of loaded plugins Dec 15 14:38:38.052336 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_fip_network_policy.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.053565 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 14:38:38.053910 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_gateway_ip.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.054870 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.055396 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 14:38:38.055729 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_port_network_policy.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.056663 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.057177 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 14:38:38.057507 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.058713 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.059232 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 14:38:38.059561 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_pps_rule.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.060782 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.061303 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos-pps not supported by any of loaded plugins Dec 15 14:38:38.061638 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_rule_type_details.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.062565 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.063102 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 14:38:38.063432 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: qos_rules_alias.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.064491 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.065005 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 14:38:38.065335 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: quota_check_limit.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.066271 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.066807 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: quota-check-limit Dec 15 14:38:38.067140 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: quotasv2.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.068122 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.068456 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: quotas Dec 15 14:38:38.068812 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: quotasv2_detail.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.072018 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.072366 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: quota_details Dec 15 14:38:38.072708 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: rbac.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.073790 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.074326 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: rbac-policies Dec 15 14:38:38.074693 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: rbac_address_group.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.075640 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.076168 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: rbac-address-group Dec 15 14:38:38.076503 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: rbac_address_scope.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.077437 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.077955 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: rbac-address-scope Dec 15 14:38:38.078287 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: rbac_security_groups.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.079235 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.079757 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: rbac-security-groups Dec 15 14:38:38.080089 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: rbac_subnetpool.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.081016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.081530 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: rbac-subnetpool Dec 15 14:38:38.081860 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: revisionifmatch.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.082831 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.083349 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: revision-if-match Dec 15 14:38:38.083710 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: revisions.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.085574 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.086164 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: standard-attr-revisions Dec 15 14:38:38.086427 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: router_availability_zone.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.087139 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.087655 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: router_availability_zone Dec 15 14:38:38.087986 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: routerservicetype.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.088992 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.089500 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension router-service-type not supported by any of loaded plugins Dec 15 14:38:38.089830 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.090865 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.091381 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: security-groups-normalized-cidr Dec 15 14:38:38.091711 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: security_groups_port_filtering.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.092643 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.093155 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: port-security-groups-filtering Dec 15 14:38:38.093484 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.094415 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.094966 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: security-groups-remote-address-group Dec 15 14:38:38.095295 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.096251 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.096771 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: security-groups-shared-filtering Dec 15 14:38:38.097100 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.097695 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 14:38:38.098021 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: securitygroup.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.109036 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.109583 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: security-group Dec 15 14:38:38.109952 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: segment.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.110874 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.111442 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension segment not supported by any of loaded plugins Dec 15 14:38:38.111773 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.112836 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.113399 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 14:38:38.113772 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: servicetype.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.114970 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.115577 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: service-type Dec 15 14:38:38.115936 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: sorting.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.116993 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.117358 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: sorting Dec 15 14:38:38.117797 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: standard_attr_segment.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.118719 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.119271 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 14:38:38.119619 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: standardattrdescription.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.120329 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.120892 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: standard-attr-description Dec 15 14:38:38.121243 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: stateful_security_group.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.122215 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.122771 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: stateful-security-group Dec 15 14:38:38.123104 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: stdattrs_common.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.123714 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 14:38:38.124062 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.125130 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.125639 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 14:38:38.125988 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: subnet_onboard.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.127164 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.127682 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: subnet_onboard Dec 15 14:38:38.128059 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.128950 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.129461 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 14:38:38.129790 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: subnet_service_types.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.130801 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.131383 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: subnet-service-types Dec 15 14:38:38.131736 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: subnetallocation.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.132957 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.133475 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: subnet_allocation Dec 15 14:38:38.134047 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.134777 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.135294 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: subnetpool-prefix-ops Dec 15 14:38:38.135627 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.136578 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.137094 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 14:38:38.137423 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: tagging.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.138518 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.139134 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: standard-attr-tag Dec 15 14:38:38.139480 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: timestamp.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.140811 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.141394 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loaded extension: standard-attr-timestamp Dec 15 14:38:38.141730 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: trunk.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.142916 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.143468 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension trunk not supported by any of loaded plugins Dec 15 14:38:38.143851 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: trunk_details.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.144810 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.145326 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension trunk-details not supported by any of loaded plugins Dec 15 14:38:38.145658 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: uplink_status_propagation.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.146593 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.147807 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 14:38:38.148161 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Loading extension file: vlantransparent.py {{(pid=119202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:38:38.148938 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=119202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:38:38.149497 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 14:38:38.152282 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:network Dec 15 14:38:38.152843 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:subnet Dec 15 14:38:38.153256 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 14:38:38.153653 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:port Dec 15 14:38:38.154959 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.155409 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service FLAVORS assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.156019 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.156453 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.156793 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:router Dec 15 14:38:38.157225 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 14:38:38.157709 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service METERING assigned prefix: /metering {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.159233 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:38.159610 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:38.159971 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:38:38.160991 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 14:38:38.161448 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:security_group Dec 15 14:38:38.161887 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 14:38:38.163066 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service CORE assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.163411 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 14:38:38.163764 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] subnetpool is already registered Dec 15 14:38:38.164229 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service CORE assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.164627 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 14:38:38.164954 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] subnetpool is already registered Dec 15 14:38:38.167304 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.167740 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service FLAVORS assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.168415 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.168879 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.169216 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:router Dec 15 14:38:38.169558 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] router is already registered Dec 15 14:38:38.170020 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 14:38:38.170382 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] floatingip is already registered Dec 15 14:38:38.170920 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service METERING assigned prefix: /metering {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.171586 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 14:38:38.171919 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] rbac_policy is already registered Dec 15 14:38:38.172333 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:security_group Dec 15 14:38:38.172672 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] security_group is already registered Dec 15 14:38:38.173077 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 14:38:38.173413 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] security_group_rule is already registered Dec 15 14:38:38.174054 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service CORE assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.174389 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 14:38:38.174758 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] subnetpool is already registered Dec 15 14:38:38.175181 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.v2.resource_helper [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Service CORE assigned prefix: {{(pid=119202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:38:38.175510 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 14:38:38.175845 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING neutron.quota.resource_registry [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] subnetpool is already registered Dec 15 14:38:38.176312 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: extensions {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.177794 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: address-groups {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.179621 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: address-scopes {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.180951 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: agents {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.182113 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: auto-allocated-topology {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.183452 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: availability_zones {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.184789 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: dhcp-networks {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.186494 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: dhcp-agents {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.188079 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: routers {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.190423 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: flavors {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.191630 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: service_profiles {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.192860 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: next_providers {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.195070 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: service_profiles {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.197637 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: floatingip-pools {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.198908 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: routers {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.201136 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: floatingips {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.202475 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: l3-routers {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.203896 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: l3-agents {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.205322 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: metering-labels {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.206731 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: metering-label-rules {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.208041 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: network-ip-availabilities {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.210066 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: bindings {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.211887 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: quotas {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.213462 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: quotas {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.215072 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: rbac-policies {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.216375 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: security-groups {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.217622 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: security-group-rules {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.219050 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: service-providers {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.220284 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: subnetpools {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.221849 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: subnetpools {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.223412 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: tags {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.225165 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: tags {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.227014 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: tags {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.228945 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: tags {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.231697 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: tags {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.233847 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: tags {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.235580 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: tags {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.237495 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: tags {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.239632 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: tags {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.242382 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron.api.extensions [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Extended resource: tags {{(pid=119202) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:38:38.249465 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING keystonemiddleware.auth_token [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 14:38:38.255538 dv-cinder-787195-10-iscsi neutron-server[119202]: WARNING keystonemiddleware.auth_token [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 14:38:38.265812 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_concurrency.lockutils [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Acquired lock "singleton_lock" {{(pid=119202) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 14:38:38.266334 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_concurrency.lockutils [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Releasing lock "singleton_lock" {{(pid=119202) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 14:38:38.267104 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO oslo_service.service [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Starting 2 workers Dec 15 14:38:38.272912 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Started child 119313 {{(pid=119202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 14:38:38.278023 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Started child 119314 {{(pid=119202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 14:38:38.278205 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:38.279755 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO neutron.service [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 14:38:38.279859 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [-] (119313) wsgi starting up on http://0.0.0.0:9696 Dec 15 14:38:38.280489 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Publish callbacks [] for process, before_spawn {{(pid=119202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:38.283392 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:38.283892 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO oslo_service.service [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Starting 1 workers Dec 15 14:38:38.285135 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [-] (119314) wsgi starting up on http://0.0.0.0:9696 Dec 15 14:38:38.289313 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Started child 119315 {{(pid=119202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 14:38:38.289943 dv-cinder-787195-10-iscsi neutron-server[119202]: INFO oslo_service.service [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Starting 1 workers Dec 15 14:38:38.293174 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.service [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] calling RpcWorker wait() {{(pid=119315) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 14:38:38.293795 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.service [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] returning from RpcWorker wait() {{(pid=119315) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 14:38:38.294866 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Started child 119316 {{(pid=119202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 14:38:38.295238 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:38.295749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:38.295884 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG neutron_lib.callbacks.manager [None req-411f7fc0-9d32-4c58-966b-151c173ac679 None None] Publish callbacks [] for process, after_spawn {{(pid=119202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:38.298268 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119202) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 14:38:38.298518 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 14:38:38.298786 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 14:38:38.299025 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 14:38:38.299415 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 14:38:38.299693 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 14:38:38.300168 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.300453 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.300761 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.300855 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:38.301301 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.301382 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.301992 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.302279 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.302603 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.303052 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.303451 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.303749 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.303966 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.304386 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.305064 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.305205 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.305716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.306003 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.306288 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.306480 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.306788 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.307120 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.307407 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.307707 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] debug = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.307975 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.308487 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.308728 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.308989 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.309216 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.309482 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.309714 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.309986 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.310236 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.310459 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.310741 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.311009 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.311292 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.311577 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.311823 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.312081 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.312378 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.312618 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.313135 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] host = dv-cinder-787195-10-iscsi {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.313392 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.313616 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.313895 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.314177 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.314461 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.314709 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.314998 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.315326 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.315560 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.315821 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.316111 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.316408 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.316700 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.317008 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.317176 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_options = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.317469 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.317791 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.318090 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.318313 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.318498 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.319286 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.319705 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.319919 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.320235 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.320487 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.320711 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.320949 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.321235 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.321510 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.321774 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.322047 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.322335 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.322593 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.322890 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.323162 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.323432 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.323730 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.323974 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.324217 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.324474 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.324726 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.325070 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.325307 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.325567 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.325847 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.326106 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.326372 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.326680 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.326978 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.327307 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.327608 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.327910 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.328244 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.328546 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.328954 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.329223 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.329548 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.329787 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.330012 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.330338 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.330531 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.330895 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_json = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.331155 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.331389 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.331653 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.331923 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.332098 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.332413 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.332830 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.333056 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.333428 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.333790 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.334151 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.335018 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.335231 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.335648 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.336004 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.336322 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.337065 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.337706 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:38.337849 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.337849 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.337849 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.338410 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.338410 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.338957 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.339096 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.339509 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.339897 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.340260 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.340529 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.340785 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.340994 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.341450 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.341606 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.341781 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.342064 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.342340 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.342690 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.342996 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.343387 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.343696 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.344001 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.344300 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.344543 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.344802 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.345067 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.345335 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.345589 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.345891 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.346216 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.346501 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.347108 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.347108 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.347358 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.348104 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.348457 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.348837 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.349035 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.349344 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.349635 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.349966 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.350315 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.350528 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.350826 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.351102 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.351369 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.352264 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.352264 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.352676 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.352676 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.352867 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.353050 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.353290 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.353564 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.353821 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.354064 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.354329 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.354600 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.354904 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.355167 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.355930 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.355930 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.355930 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.356385 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.356530 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.356754 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.357054 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.357598 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.357858 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.358196 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.358454 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.358876 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.359287 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.359670 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.360000 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.360292 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.360592 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.361037 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.361306 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.361559 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.361814 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.362117 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.362461 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.362773 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.363117 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.363310 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.363600 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.363894 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.364177 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.364457 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.364714 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.364976 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.365283 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.365672 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.365919 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.366186 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.366467 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.366810 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.367079 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.367359 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.367617 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.367880 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.368157 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.368533 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.368825 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.369094 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.369372 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.369870 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.370201 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.370471 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.370827 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.371157 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.371472 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.371816 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.372124 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.372392 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.372660 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.372936 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.373236 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.373573 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.373924 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.374256 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.374623 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.374969 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.375264 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.375541 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.375821 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.376105 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.376475 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.376816 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.377086 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.377430 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.377762 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.378043 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.378381 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.378670 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.378928 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.379208 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.379503 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.379799 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.380033 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.380313 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.380580 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.380844 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.381719 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.382091 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.382446 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.382779 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.383089 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.383376 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.383629 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.383997 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.384330 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.384631 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.384971 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.385262 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.385521 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.385759 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.386097 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.386370 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.386694 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.386956 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.387220 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.387482 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.387753 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.388080 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.388380 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.388664 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.388905 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.389201 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.389504 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.389772 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.390226 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.390493 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.390776 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.391041 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.391280 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.391601 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.391874 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.392138 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.392389 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.392630 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.392896 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.393271 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.393569 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.393815 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.394075 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.394386 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.394604 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.394911 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.395169 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.395411 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.395659 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.395884 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.396165 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.396462 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.396862 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.397628 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.397886 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.398116 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.398378 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.398931 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.399336 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.399624 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.400688 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.400688 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.400688 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.400688 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.400988 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.401167 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.401336 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.401575 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.401808 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.402081 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.402318 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.402540 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.402793 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.403028 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.403259 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.403513 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.403746 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.403965 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.404184 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.404411 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.404634 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.404854 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.405215 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.405435 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.405649 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.405876 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.406121 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.406368 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.406618 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.406902 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.407173 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.407424 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.407664 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.407882 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.408189 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.408489 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.408876 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.409330 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.409729 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.410135 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.410411 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.410908 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.411153 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.411411 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.411686 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.411951 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.412223 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.412575 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.412916 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.413288 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.413569 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.413850 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.414100 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.414430 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.414763 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.414992 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.415451 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.415793 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.416086 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.416354 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.416606 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.416865 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.417095 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.417320 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.417564 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.417810 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.418037 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.418285 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.418521 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.418814 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.419046 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.419297 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.419521 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.419750 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.419988 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.420216 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.420438 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.420600 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 14:38:38.421143 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119202) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 14:38:38.421310 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 14:38:38.421470 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 14:38:38.421644 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 14:38:38.421819 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 14:38:38.421976 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 14:38:38.422188 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.422354 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.422519 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.422707 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.422873 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.423074 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.423241 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.423404 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.423566 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.423728 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.423891 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.424052 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.424214 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.424376 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.424537 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.424700 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.424866 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.425013 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.425355 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.425512 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.425678 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.425841 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.426001 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] debug = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.426163 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.426373 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.426569 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.426758 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.427045 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.427149 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.427232 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.427381 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.427537 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.427705 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.427866 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.428074 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.428270 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.428434 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.428747 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.429052 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.429360 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.429522 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.429685 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] host = dv-cinder-787195-10-iscsi {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.429848 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.430011 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.430178 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.430359 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.430529 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.430711 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.430845 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.430994 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.431155 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.431317 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.431482 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.431691 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.431847 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.431988 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.432141 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_options = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.432297 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.432494 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.432725 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.432882 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.433022 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.433185 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.433341 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.433508 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.433665 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.433828 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.433993 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.434150 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.434320 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.434470 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.434619 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.434894 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.434894 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.435196 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.435196 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.435543 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.435638 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.435750 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.435914 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.436081 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.436243 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.436405 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.436566 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.436729 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.436889 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.437051 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.437218 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.437468 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.437560 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.437688 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.437869 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.438044 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.438223 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.438406 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.438526 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.438714 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.438817 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.439034 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.439147 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.439332 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.439518 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.439743 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.439907 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_json = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.439907 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.440229 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.440229 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.440574 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.440574 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.440864 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.440864 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.441149 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:38:38.441305 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.441444 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.441559 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.441652 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.441826 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.441989 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.442158 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.442364 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.442512 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.442704 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.442863 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.443033 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.443192 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.443360 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.444548 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.444548 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.444548 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.445016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.445016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.445016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.445394 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.445394 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.445674 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.445674 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.445881 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.445985 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.446152 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.446318 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.446486 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.446681 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.446862 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.446990 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.447156 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.447316 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.447485 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.447645 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.447817 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.447977 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.448146 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.448296 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.448459 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.448620 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.448783 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.448945 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.449131 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.449260 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.449420 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.449583 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.449749 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.449899 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.450063 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.450225 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.450389 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.450558 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.450742 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.451066 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.451231 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.451406 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.451568 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.451884 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.451994 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:38.452073 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.452201 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.452368 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.452532 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.452696 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.452860 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.453024 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.453188 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.453366 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.453531 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.453695 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.453858 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.454023 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.454188 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.454353 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.454517 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.454704 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.454870 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.455035 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.455253 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.455392 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.455516 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.455680 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.455870 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.456034 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.456199 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.456363 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.456527 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.456710 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.456874 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.457037 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.457210 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.457386 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.457550 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.457719 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.457888 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.458046 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.458210 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.458372 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.458536 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.458723 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.458889 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.459053 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.459297 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.459989 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.460160 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.460303 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.460475 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.460794 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.460972 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.461137 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.461301 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.461464 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.461629 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.461792 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.461954 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.462118 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.462283 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.462454 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.462609 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.462836 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.463158 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.463314 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.463500 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.463751 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.463922 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.464105 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.464377 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.464555 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.464807 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.465056 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.465228 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.465394 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.465740 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.465740 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.466556 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.466556 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.466556 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.466556 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.466556 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.468454 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.468454 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.468454 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.468454 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.468454 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.468454 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.468454 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.468454 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.469337 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.469337 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.469337 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.469337 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.469337 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.469337 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.469337 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.469337 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.473085 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.473085 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.473085 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.473085 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.473085 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.473085 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.473085 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.473085 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.474256 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.474256 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.474256 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.474256 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.474256 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.474256 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.474256 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.474256 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.475826 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.475826 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.475826 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.475826 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.475826 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.475826 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.475826 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.475826 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.477056 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.477056 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.477056 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.477056 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.477056 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.477056 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.477056 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.477056 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.478485 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.478485 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.478485 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.478485 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.478485 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.478485 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.478485 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.478485 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.479716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.479716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.479716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.479716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.479716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.479716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.479716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.479716 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.481500 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.481500 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.481500 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.481500 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.481500 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.481500 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.481500 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.481500 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.483462 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.483462 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.483462 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.483462 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.483462 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.483462 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.483462 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.483462 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.484186 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.484186 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.484186 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.484186 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.484186 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.484186 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.484186 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.484186 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485016 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485792 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485792 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485792 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485792 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485792 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485792 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485792 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.485792 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.486840 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.486840 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.486840 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.486840 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.486840 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.486840 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.486840 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.486840 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.487342 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.487342 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.487342 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.487342 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.487342 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.487342 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.487744 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.487744 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.487888 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.488003 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489005 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489005 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489005 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489005 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489005 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489005 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489361 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489361 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489549 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489802 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.489920 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.490063 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.490227 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.490360 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.490597 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.490853 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.490944 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.491090 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.491228 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.491443 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.491653 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.491840 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.492038 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.492185 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.492354 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.492519 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.492730 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.492980 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.493140 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:38:38.493302 dv-cinder-787195-10-iscsi neutron-server[119202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 14:38:38.724261 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 35848) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:38:38.733475 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069726 Dec 15 14:38:50.562404 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f6436f-5fae-420f-99be-c561d7a66784 None None] get_active_networks_info from dv-cinder-787195-10-iscsi {{(pid=119315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:38:50.644932 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f6436f-5fae-420f-99be-c561d7a66784 None None] No non-hosted networks {{(pid=119315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 14:38:50.677796 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.agentschedulers_db [None req-70f6436f-5fae-420f-99be-c561d7a66784 None None] DHCP Agent not found on host dv-cinder-787195-10-iscsi {{(pid=119315) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 14:38:50.816878 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-17f72e64-0c1e-4944-bc4d-ad83737a40c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503291'] for agent, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:52.919072 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-eb21f4b2-07a1-466f-9dae-bcaf61510799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503291'] for agent, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:52.985103 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7676-be29-458c-b141-ce3ded45967a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:54.147381 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503291'] for agent, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:56.176144 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503291'] for agent, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:56.778782 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503291'] for agent, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:38:56.780039 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.780699 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.781280 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.781942 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.782506 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.784643 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.788187 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.789285 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.789859 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.790443 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.791068 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.791639 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.792231 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:38:56.792938 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787195-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:56.809568 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787195-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:38:56.872383 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.db.l3_hamode_db [None req-f36dc83d-e756-4a4d-b5b7-825110daf4b0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 14:38:56.960893 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36dc83d-e756-4a4d-b5b7-825110daf4b0 None None] Routers set() bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:38:56.961280 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36dc83d-e756-4a4d-b5b7-825110daf4b0 None None] Router IDs set() for agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:38:57.442738 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 35942) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:38:58.022902 dv-cinder-787195-10-iscsi neutron-server[119313]: WARNING oslo_policy.policy [None req-f868d800-9e59-4e96-995c-71d85d06311c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:38:58.023510 dv-cinder-787195-10-iscsi neutron-server[119313]: WARNING oslo_policy.policy [None req-f868d800-9e59-4e96-995c-71d85d06311c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:38:58.273268 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [None req-f868d800-9e59-4e96-995c-71d85d06311c admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:38:58.274747 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-f868d800-9e59-4e96-995c-71d85d06311c admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8295555 Dec 15 14:39:00.956589 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 35958) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:01.280665 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-7f4d78f7-db58-4cf5-9306-d7b604ad41ab admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:39:01.377371 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.policy [None req-7f4d78f7-db58-4cf5-9306-d7b604ad41ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119313) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 14:39:01.425218 dv-cinder-787195-10-iscsi neutron-server[119313]: WARNING oslo_policy.policy [None req-7f4d78f7-db58-4cf5-9306-d7b604ad41ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:39:01.425598 dv-cinder-787195-10-iscsi neutron-server[119313]: WARNING oslo_policy.policy [None req-7f4d78f7-db58-4cf5-9306-d7b604ad41ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:39:01.434788 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.quota [None req-7f4d78f7-db58-4cf5-9306-d7b604ad41ab admin admin] Loaded quota_driver: . Dec 15 14:39:01.534589 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f4d78f7-db58-4cf5-9306-d7b604ad41ab admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763982698979', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763982700430', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763982782746', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763982778003', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763982803103', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763982796023', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1537423', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1548175', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7918537', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7994406'] for rbac-policy, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:01.602653 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f4d78f7-db58-4cf5-9306-d7b604ad41ab admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:01.603877 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-7f4d78f7-db58-4cf5-9306-d7b604ad41ab admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6461201 Dec 15 14:39:04.443513 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 35970) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:04.953880 dv-cinder-787195-10-iscsi neutron-server[119314]: WARNING oslo_policy.policy [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:39:04.954460 dv-cinder-787195-10-iscsi neutron-server[119314]: WARNING oslo_policy.policy [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:39:05.186587 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'project_id': '721804de8ad548d3879a38e1877431e1'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:39:05.188459 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.quota [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Loaded quota_driver: . Dec 15 14:39:05.248362 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Made reservation on behalf of 721804de8ad548d3879a38e1877431e1 for: {'network': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:39:05.322982 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.policy [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119314) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 14:39:05.375472 dv-cinder-787195-10-iscsi neutron-server[119314]: WARNING oslo_policy.policy [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:39:05.375849 dv-cinder-787195-10-iscsi neutron-server[119314]: WARNING oslo_policy.policy [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:39:05.387947 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:05.411264 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:05.531755 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:05.541909 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:05.566680 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=119314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:39:05.593397 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763986174841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:05.593993 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Unsubscribe: segment precommit_create {{(pid=119314) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 14:39:05.594505 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.segments_db [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Added segment 3d8c297e-23eb-487d-91bb-f7564ad0e01c of type vlan for network 11701234-9759-4273-9cdc-529dd4a71ef4 Dec 15 14:39:05.609950 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67547ff6-74e5-4061-b596-db8ee3023ea0,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:05.661562 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.661922 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.662274 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.662611 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.662976 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.663304 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.663653 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.663984 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.664324 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.664653 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.664977 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.665311 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.665618 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Tracked resource versions report: Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: pushed versions: Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: { 'AddressGroup': {'1.2'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'ConntrackHelper': {'1.0'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Log': {'1.0'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Network': {'1.1'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Port': {'1.7'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'PortForwarding': {'1.2'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'QosPolicy': {'1.10'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SecurityGroup': {'1.5'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SubPort': {'1.0'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Subnet': {'1.1'}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Trunk': {'1.1'}} Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: consumer versions: Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: { DHCP agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: L3 agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: Metadata agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: Metering agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: Open vSwitch agent@dv-cinder-787195-10-iscsi: { 'AddressGroup': '1.2', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'ConntrackHelper': '1.0', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'LocalIPAssociation': '1.0', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Log': '1.0', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Network': '1.1', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Port': '1.7', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'PortForwarding': '1.2', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'QosPolicy': '1.10', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SecurityGroup': '1.5', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SecurityGroupRule': '1.2', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SubPort': '1.0', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Subnet': '1.1', Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Trunk': '1.1'}} Dec 15 14:39:05.667266 dv-cinder-787195-10-iscsi neutron-server[119314]: {{(pid=119314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:39:05.713602 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:05.759411 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:05.760513 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:05.761218 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:05.840499 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3958209 Dec 15 14:39:05.866417 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c88cf5-4469-463d-8335-3f08208e55c0 admin admin] Pushing event updated for resources: {'Network': ['ID=11701234-9759-4273-9cdc-529dd4a71ef4,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:05.877900 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 11701234-9759-4273-9cdc-529dd4a71ef4 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:39:08.733821 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 35992) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:09.129803 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ae3fa-6cf2-4b3b-ac91-becb1ab3f624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:09.131218 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-923ae3fa-6cf2-4b3b-ac91-becb1ab3f624 admin admin] 10.222.0.62 "GET /v2.0/networks/11701234-9759-4273-9cdc-529dd4a71ef4 HTTP/1.1" status: 200 len: 825 time: 0.3963802 Dec 15 14:39:09.171189 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-a5c3f6a9-e2f7-4320-870a-45b3230239b4 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/63f2d66b-f2d5-4a27-bea6-ee0c1b9f7a00 HTTP/1.1" status: 200 len: 734 time: 0.0338118 Dec 15 14:39:09.181049 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'gateway_ip': '172.20.0.1', 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4', 'subnetpool_id': '63f2d66b-f2d5-4a27-bea6-ee0c1b9f7a00', 'name': 'private-subnet'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:39:09.202880 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Made reservation on behalf of 721804de8ad548d3879a38e1877431e1 for: {'subnet': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:39:09.205283 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:09.500480 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for subnet, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:09.563663 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebef6001-a7fe-4559-9dec-bc7dc5f2e665,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:09.572734 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Checking segment: {'id': '3d8c297e-23eb-487d-91bb-f7564ad0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:39:09.573118 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Network hostable DHCP agents. Network: 11701234-9759-4273-9cdc-529dd4a71ef4, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:39:09.595284 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Network 11701234-9759-4273-9cdc-529dd4a71ef4 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:39:09.608347 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 11701234-9759-4273-9cdc-529dd4a71ef4) {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:39:09.613641 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:09.614235 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:09.620357 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949f993-a5b0-455b-ab20-bf9efb10404e None None] Network 11701234-9759-4273-9cdc-529dd4a71ef4 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:39:09.630406 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-e09441e8-a981-40ca-910d-ea2afa79ce60 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4526193 Dec 15 14:39:09.905934 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp948c5bf3-a631-5c35-9847-0d272dc6ef08-11701234-9759-4273-9cdc-529dd4a71ef4', 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4', 'project_id': '721804de8ad548d3879a38e1877431e1', 'fixed_ips': [{'subnet_id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665'}]}} from dv-cinder-787195-10-iscsi. {{(pid=119315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:39:09.907802 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:10.217789 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.db_base_plugin_common [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Allocated IP 172.20.0.2 (11701234-9759-4273-9cdc-529dd4a71ef4/ebef6001-a7fe-4559-9dec-bc7dc5f2e665/2938055d-d1d1-4a3f-aebf-38954aca896c) {{(pid=119315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:39:10.511992 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Publish callbacks [] for port, precommit_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:10.520553 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:10.622570 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Network 11701234-9759-4273-9cdc-529dd4a71ef4 is already hosted by enough agents. {{(pid=119315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:39:10.627069 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.base_scheduler [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Resources bound (agent type, host, resource id): {{(pid=119315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:39:10.632944 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Pushing event updated for resources: {'Port': ['ID=2938055d-d1d1-4a3f-aebf-38954aca896c,revision_number=1']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:10.635159 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Received port after_create {{(pid=119315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:39:10.666396 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.666793 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.667154 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.667501 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.667843 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.668183 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.668536 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.668878 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.669212 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.669562 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.669903 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.670232 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.670560 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Tracked resource versions report: Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: pushed versions: Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: { 'AddressGroup': {'1.2'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'ConntrackHelper': {'1.0'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Log': {'1.0'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Network': {'1.1'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Port': {'1.7'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'PortForwarding': {'1.2'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'QosPolicy': {'1.10'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SecurityGroup': {'1.5'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SubPort': {'1.0'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Subnet': {'1.1'}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Trunk': {'1.1'}} Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: consumer versions: Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: { DHCP agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: L3 agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: Metadata agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: Metering agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: Open vSwitch agent@dv-cinder-787195-10-iscsi: { 'AddressGroup': '1.2', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'ConntrackHelper': '1.0', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'LocalIPAssociation': '1.0', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Log': '1.0', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Network': '1.1', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Port': '1.7', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'PortForwarding': '1.2', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'QosPolicy': '1.10', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SecurityGroup': '1.5', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SecurityGroupRule': '1.2', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SubPort': '1.0', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Subnet': '1.1', Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Trunk': '1.1'}} Dec 15 14:39:10.672024 dv-cinder-787195-10-iscsi neutron-server[119315]: {{(pid=119315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:39:10.720513 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Attempting to bind port 2938055d-d1d1-4a3f-aebf-38954aca896c on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:39:10.720913 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Attempting to bind port 2938055d-d1d1-4a3f-aebf-38954aca896c by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '3d8c297e-23eb-487d-91bb-f7564ad0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:39:10.721332 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Attempting to bind port 2938055d-d1d1-4a3f-aebf-38954aca896c on network 11701234-9759-4273-9cdc-529dd4a71ef4 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:39:10.726663 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:39:10.727075 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Checking segment: {'id': '3d8c297e-23eb-487d-91bb-f7564ad0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:39:10.727568 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:10.727965 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Bound using segment: {'id': '3d8c297e-23eb-487d-91bb-f7564ad0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:39:10.728452 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Bound port: 2938055d-d1d1-4a3f-aebf-38954aca896c, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8c297e-23eb-487d-91bb-f7564ad0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:39:10.728856 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:10.795902 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] For port 2938055d-d1d1-4a3f-aebf-38954aca896c, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:39:10.802014 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] For port 2938055d-d1d1-4a3f-aebf-38954aca896c, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=2938055d-d1d1-4a3f-aebf-38954aca896c,segment=NetworkSegment(3d8c297e-23eb-487d-91bb-f7564ad0e01c),segment_id=3d8c297e-23eb-487d-91bb-f7564ad0e01c)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:39:10.806291 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:10.898671 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e99c9b-8d84-40fe-8985-f25c68c00da4 None None] Pushing event updated for resources: {'Port': ['ID=2938055d-d1d1-4a3f-aebf-38954aca896c,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:12.376455 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 36000) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:12.703168 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [None req-dbf1c0eb-d246-4414-a35e-d574ec79a1c5 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:39:12.704247 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-dbf1c0eb-d246-4414-a35e-d574ec79a1c5 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3268199 Dec 15 14:39:15.455926 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 36008) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:15.798221 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [None req-2a32811b-0f08-4c6c-90a2-84e880b7340f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:39:15.799248 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2a32811b-0f08-4c6c-90a2-84e880b7340f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3418217 Dec 15 14:39:18.716813 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36018) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:19.042114 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-acb88204-165c-48f4-b209-cd6a2a58e3fa admin admin] Request body: {'router': {'tenant_id': '721804de8ad548d3879a38e1877431e1', 'name': 'router1', 'admin_state_up': True}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:39:19.071403 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-acb88204-165c-48f4-b209-cd6a2a58e3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12371'] for router, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:19.073162 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-acb88204-165c-48f4-b209-cd6a2a58e3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12360'] for router, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:19.217931 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-acb88204-165c-48f4-b209-cd6a2a58e3fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:19.224012 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-acb88204-165c-48f4-b209-cd6a2a58e3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772'] for router, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:19.238587 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-acb88204-165c-48f4-b209-cd6a2a58e3fa admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:19.239811 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-acb88204-165c-48f4-b209-cd6a2a58e3fa admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5220141 Dec 15 14:39:20.353182 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e76cb2-c149-46e6-9847-481c2ff9e64f None None] Network 11701234-9759-4273-9cdc-529dd4a71ef4 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:39:20.423957 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-6f3faf6f-e704-4507-ba1a-10af99289964 None None] Provisioning complete for port 2938055d-d1d1-4a3f-aebf-38954aca896c triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:39:20.424378 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-6f3faf6f-e704-4507-ba1a-10af99289964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:20.554317 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7550d7c1-1e1a-493b-96e5-197d4d98ab74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:20.636604 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-6f3faf6f-e704-4507-ba1a-10af99289964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:20.678466 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-6f3faf6f-e704-4507-ba1a-10af99289964 None None] For port 2938055d-d1d1-4a3f-aebf-38954aca896c, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=2938055d-d1d1-4a3f-aebf-38954aca896c,segment=NetworkSegment(3d8c297e-23eb-487d-91bb-f7564ad0e01c),segment_id=3d8c297e-23eb-487d-91bb-f7564ad0e01c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:39:20.683222 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-6f3faf6f-e704-4507-ba1a-10af99289964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:20.734769 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3faf6f-e704-4507-ba1a-10af99289964 None None] Pushing event updated for resources: {'Port': ['ID=2938055d-d1d1-4a3f-aebf-38954aca896c,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:20.904079 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 2938055d-d1d1-4a3f-aebf-38954aca896c up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:39:20.953378 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 2938055d-d1d1-4a3f-aebf-38954aca896c triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:39:20.953752 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:20.999837 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-a8d1200f-8124-48de-9484-3453fec1d737 None None] Provisioning complete for port 2938055d-d1d1-4a3f-aebf-38954aca896c triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:39:21.000205 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a8d1200f-8124-48de-9484-3453fec1d737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:21.856356 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36032) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:22.176709 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [None req-8625ca82-66ab-4b78-a723-2e41c36ab0d4 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:39:22.177699 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-8625ca82-66ab-4b78-a723-2e41c36ab0d4 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3203998 Dec 15 14:39:22.913423 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8866f615-3c4b-4e81-95f1-bc3f444bdcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:24.054749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:24.800975 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36050) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:24.934369 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:39:24.960154 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Made reservation on behalf of c26254dc0a4c4dbfbbfe43b8c5913c05 for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:39:24.963189 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:24.978334 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:25.081709 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:25.085565 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:25.098520 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Reserving flat network on physical network physnet1 {{(pid=119313) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 14:39:25.134955 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763986174841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:25.135538 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Unsubscribe: segment precommit_create {{(pid=119313) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 14:39:25.136038 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Added segment ff7e1eda-14d3-48d3-aa32-72fc3a8b786c of type flat for network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 Dec 15 14:39:25.141648 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74796188-5143-424d-a03b-623054febcdc,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:25.170979 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.171265 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.171608 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.171948 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.172272 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.172598 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.172937 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.173264 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.173600 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.174459 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.174817 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.175132 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.175456 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Tracked resource versions report: Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: pushed versions: Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: { 'AddressGroup': {'1.2'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'ConntrackHelper': {'1.0'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Log': {'1.0'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Network': {'1.1'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Port': {'1.7'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'PortForwarding': {'1.2'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'QosPolicy': {'1.10'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SecurityGroup': {'1.5'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SubPort': {'1.0'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Subnet': {'1.1'}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Trunk': {'1.1'}} Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: consumer versions: Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: { DHCP agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: L3 agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: Metadata agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: Metering agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: Open vSwitch agent@dv-cinder-787195-10-iscsi: { 'AddressGroup': '1.2', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'ConntrackHelper': '1.0', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'LocalIPAssociation': '1.0', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Log': '1.0', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Network': '1.1', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Port': '1.7', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'PortForwarding': '1.2', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'QosPolicy': '1.10', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SecurityGroup': '1.5', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SecurityGroupRule': '1.2', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SubPort': '1.0', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Subnet': '1.1', Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Trunk': '1.1'}} Dec 15 14:39:25.176901 dv-cinder-787195-10-iscsi neutron-server[119313]: {{(pid=119313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:39:25.269352 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:25.314429 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:25.316360 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:25.317055 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:25.391099 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5890386 Dec 15 14:39:25.418536 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acc3cb-9d8d-4aca-8d51-079ffba8800c admin admin] Pushing event updated for resources: {'Network': ['ID=99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:25.430058 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:39:26.102320 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:26.773856 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:27.875595 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36072) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:28.005887 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd252bc3-1d2f-44c7-9c8e-9a9dbb556657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:28.007299 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-cd252bc3-1d2f-44c7-9c8e-9a9dbb556657 admin admin] 10.222.0.62 "GET /v2.0/subnets/ebef6001-a7fe-4559-9dec-bc7dc5f2e665 HTTP/1.1" status: 200 len: 849 time: 0.1307395 Dec 15 14:39:28.149762 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b491f6b6-c6cb-407e-929a-93006f907557 admin admin] 10.222.0.62 "GET /v2.0/routers/99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 HTTP/1.1" status: 200 len: 704 time: 0.1363971 Dec 15 14:39:28.417415 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:28.716792 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Allocated IP 172.20.0.1 (11701234-9759-4273-9cdc-529dd4a71ef4/ebef6001-a7fe-4559-9dec-bc7dc5f2e665/30b7a358-8cf3-46d5-87b8-d18306d68882) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:39:28.898815 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:28.965619 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:29.041349 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Network 11701234-9759-4273-9cdc-529dd4a71ef4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:39:29.046980 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:39:29.056498 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:39:29.056498 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502151'] for router_interface, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:29.074603 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=30b7a358-8cf3-46d5-87b8-d18306d68882,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:29.284853 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-8d42337c-7ca5-4a9c-859a-0b99c9823416 None None] Provisioning complete for port 30b7a358-8cf3-46d5-87b8-d18306d68882 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:39:29.286024 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8d42337c-7ca5-4a9c-859a-0b99c9823416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:29.300748 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:29.323010 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-8d42337c-7ca5-4a9c-859a-0b99c9823416 None None] Port 30b7a358-8cf3-46d5-87b8-d18306d68882 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:39:29.513487 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:29.518474 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:29.519359 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503095'] for router_interface, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:29.596828 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=30b7a358-8cf3-46d5-87b8-d18306d68882,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:29.643821 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Network 11701234-9759-4273-9cdc-529dd4a71ef4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:39:29.645089 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:39:29.816459 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Router 99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 is scheduled to L3 agent 640f890b-768f-43eb-a273-24caa84ba444 with binding_index 1 {{(pid=119313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:39:29.892786 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-81a60cd6-592d-41d2-b295-cf7841bd4070 None None] Provisioning complete for port 30b7a358-8cf3-46d5-87b8-d18306d68882 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:39:29.893239 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-81a60cd6-592d-41d2-b295-cf7841bd4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:29.910084 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:39:29.915502 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-ef9b03ec-640c-49f1-b7c4-ea2047727eb7 admin admin] 10.222.0.62 "PUT /v2.0/routers/99d3f979-6ca2-41ac-ab82-7a0c2c41cb97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7599652 Dec 15 14:39:29.921089 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Sync routers for ids ['99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:39:29.933922 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Routers {'99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:39:29.934809 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:39:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:39:29.937961 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-81a60cd6-592d-41d2-b295-cf7841bd4070 None None] Port 30b7a358-8cf3-46d5-87b8-d18306d68882 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:39:30.132018 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Set router 99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 gateway port host: None {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:39:30.586111 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'name': 'router1', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:39:19Z', 'updated_at': '2021-12-15T14:39:29Z', 'revision_number': 2, 'project_id': '721804de8ad548d3879a38e1877431e1', 'gw_port_host': None, '_interfaces': [{'id': '30b7a358-8cf3-46d5-87b8-d18306d68882', 'name': '', 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'mac_address': 'fa:16:3e:1b:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:39:28Z', 'updated_at': '2021-12-15T14:39:29Z', 'revision_number': 2, 'project_id': '721804de8ad548d3879a38e1877431e1', 'subnets': [{'id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63f2d66b-f2d5-4a27-bea6-ee0c1b9f7a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:39:30.635447 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Checking router: 99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:39:30.635823 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Updating router 99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 port 30b7a358-8cf3-46d5-87b8-d18306d68882 binding host dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:39:30.712337 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.221389 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Publish callbacks [] for port, precommit_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.228607 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.389787 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Pushing event updated for resources: {'Port': ['ID=30b7a358-8cf3-46d5-87b8-d18306d68882,revision_number=3']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:31.407348 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Attempting to bind port 30b7a358-8cf3-46d5-87b8-d18306d68882 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:39:31.408310 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Attempting to bind port 30b7a358-8cf3-46d5-87b8-d18306d68882 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '3d8c297e-23eb-487d-91bb-f7564ad0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4'}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:39:31.408942 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Attempting to bind port 30b7a358-8cf3-46d5-87b8-d18306d68882 on network 11701234-9759-4273-9cdc-529dd4a71ef4 {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:39:31.411636 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.411998 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.412353 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.412695 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.413031 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.413370 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.413704 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.414041 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.414371 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.414805 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.415139 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.415464 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.415787 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Tracked resource versions report: Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: pushed versions: Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: { 'AddressGroup': {'1.2'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'ConntrackHelper': {'1.0'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Log': {'1.0'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Network': {'1.1'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Port': {'1.7'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'PortForwarding': {'1.2'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'QosPolicy': {'1.10'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SecurityGroup': {'1.5'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SubPort': {'1.0'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Subnet': {'1.1'}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Trunk': {'1.1'}} Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: consumer versions: Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: { DHCP agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: L3 agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: Metadata agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: Metering agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: Open vSwitch agent@dv-cinder-787195-10-iscsi: { 'AddressGroup': '1.2', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'ConntrackHelper': '1.0', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'LocalIPAssociation': '1.0', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Log': '1.0', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Network': '1.1', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Port': '1.7', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'PortForwarding': '1.2', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'QosPolicy': '1.10', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SecurityGroup': '1.5', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SecurityGroupRule': '1.2', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SubPort': '1.0', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Subnet': '1.1', Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Trunk': '1.1'}} Dec 15 14:39:31.417183 dv-cinder-787195-10-iscsi neutron-server[119316]: {{(pid=119316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:39:31.423393 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:39:31.424481 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Checking segment: {'id': '3d8c297e-23eb-487d-91bb-f7564ad0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:39:31.425063 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.425458 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Bound using segment: {'id': '3d8c297e-23eb-487d-91bb-f7564ad0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4'} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:39:31.425966 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Bound port: 30b7a358-8cf3-46d5-87b8-d18306d68882, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8c297e-23eb-487d-91bb-f7564ad0e01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4'}}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:39:31.426371 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.467990 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-f9ec954c-c31c-4dab-92ce-0e95c753b3e3 None None] Provisioning complete for port 30b7a358-8cf3-46d5-87b8-d18306d68882 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:39:31.468570 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f9ec954c-c31c-4dab-92ce-0e95c753b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.494526 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] For port 30b7a358-8cf3-46d5-87b8-d18306d68882, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:39:31.512679 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec954c-c31c-4dab-92ce-0e95c753b3e3 None None] Port 30b7a358-8cf3-46d5-87b8-d18306d68882 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:39:31.515824 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] For port 30b7a358-8cf3-46d5-87b8-d18306d68882, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=30b7a358-8cf3-46d5-87b8-d18306d68882,segment=NetworkSegment(3d8c297e-23eb-487d-91bb-f7564ad0e01c),segment_id=3d8c297e-23eb-487d-91bb-f7564ad0e01c)] {{(pid=119316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:39:31.520267 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.577332 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e87efb-89dd-43da-8cd3-f3c409e06e5a None None] Pushing event updated for resources: {'Port': ['ID=30b7a358-8cf3-46d5-87b8-d18306d68882,revision_number=4']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:31.604488 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Routers {'99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:39:31.605180 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:39:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:39:31.699924 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] Set router 99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 gateway port host: None {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:39:31.835381 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-487450ec-f98d-4421-8411-4f6eb29353c8 None None] Provisioning complete for port 30b7a358-8cf3-46d5-87b8-d18306d68882 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:39:31.836023 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-487450ec-f98d-4421-8411-4f6eb29353c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.915281 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-487450ec-f98d-4421-8411-4f6eb29353c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:31.917789 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'name': 'router1', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:39:19Z', 'updated_at': '2021-12-15T14:39:29Z', 'revision_number': 2, 'project_id': '721804de8ad548d3879a38e1877431e1', 'gw_port_host': None, '_interfaces': [{'id': '30b7a358-8cf3-46d5-87b8-d18306d68882', 'name': '', 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'mac_address': 'fa:16:3e:1b:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:39:28Z', 'updated_at': '2021-12-15T14:39:31Z', 'revision_number': 4, 'project_id': '721804de8ad548d3879a38e1877431e1', 'subnets': [{'id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63f2d66b-f2d5-4a27-bea6-ee0c1b9f7a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:39:31.945906 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395de95-ec9a-4d52-a0d1-bf4332787e03 None None] The sync data for ids ['99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'] in dv-cinder-787195-10-iscsi is: [{'id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'name': 'router1', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:39:19Z', 'updated_at': '2021-12-15T14:39:29Z', 'revision_number': 2, 'project_id': '721804de8ad548d3879a38e1877431e1', 'gw_port_host': None, '_interfaces': [{'id': '30b7a358-8cf3-46d5-87b8-d18306d68882', 'name': '', 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'mac_address': 'fa:16:3e:1b:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:39:28Z', 'updated_at': '2021-12-15T14:39:31Z', 'revision_number': 4, 'project_id': '721804de8ad548d3879a38e1877431e1', 'subnets': [{'id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63f2d66b-f2d5-4a27-bea6-ee0c1b9f7a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:39:31.951096 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-487450ec-f98d-4421-8411-4f6eb29353c8 None None] For port 30b7a358-8cf3-46d5-87b8-d18306d68882, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=30b7a358-8cf3-46d5-87b8-d18306d68882,segment=NetworkSegment(3d8c297e-23eb-487d-91bb-f7564ad0e01c),segment_id=3d8c297e-23eb-487d-91bb-f7564ad0e01c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:39:31.956425 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-487450ec-f98d-4421-8411-4f6eb29353c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:32.007681 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487450ec-f98d-4421-8411-4f6eb29353c8 None None] Pushing event updated for resources: {'Port': ['ID=30b7a358-8cf3-46d5-87b8-d18306d68882,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:32.425608 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36084) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:32.544186 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359bfe98-4f62-472e-b56a-0cbb67305dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:32.545575 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-359bfe98-4f62-472e-b56a-0cbb67305dd8 admin admin] 10.222.0.62 "GET /v2.0/networks/99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 HTTP/1.1" status: 200 len: 842 time: 0.1189802 Dec 15 14:39:32.556140 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:39:32.581575 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Made reservation on behalf of c26254dc0a4c4dbfbbfe43b8c5913c05 for: {'subnet': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:39:32.584206 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:32.898261 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.objects.ports [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119313) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:39:32.898723 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for subnet, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:32.955718 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f930159a-1161-4aca-9229-6ae63b1d617c,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:32.964683 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:39:32.964900 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Network hostable DHCP agents. Network: 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:39:32.987909 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:39:32.999317 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4) {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:39:33.004232 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:33.006236 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:33.008059 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8600f7-f1ad-4c19-be55-1e365ddebd5f None None] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:39:33.026683 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-087c4431-e63e-4ae7-abe4-8a2cee200cc9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4701455 Dec 15 14:39:33.120856 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48993a54-d96a-41d4-a784-926abd4bee95 None None] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:39:35.614397 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36092) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:35.748053 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-f9afbb96-117a-481f-830f-7b0e6b61b496 admin admin] 10.222.0.62 "GET /v2.0/routers/99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 HTTP/1.1" status: 200 len: 710 time: 0.1324217 Dec 15 14:39:35.840845 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a7fb6-afb9-4df4-b9c3-d4eedeeb1009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:39:35.842137 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-705a7fb6-afb9-4df4-b9c3-d4eedeeb1009 admin admin] 10.222.0.62 "GET /v2.0/networks/99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 HTTP/1.1" status: 200 len: 886 time: 0.0876017 Dec 15 14:39:35.853140 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:39:36.184090 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:36.418469 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:36.496533 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:36.604327 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Allocated IP 172.27.2.183 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/c00945f9-8ce9-44f4-b2d8-f92ea0b6c189) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:39:36.703679 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:36.736929 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:36.776933 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:39:36.779499 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:39:36.784004 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:39:36.786803 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Pushing event updated for resources: {'Port': ['ID=c00945f9-8ce9-44f4-b2d8-f92ea0b6c189,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:37.031135 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:37.224708 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-501336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12406'] for router, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:37.228348 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-502754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-502779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-501329'] for router, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:37.333875 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Router 99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:39:37.526666 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:39:37.530971 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:37.532198 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-4a5d788f-170b-4050-be70-ace6e6ef998e admin admin] 10.222.0.62 "PUT /v2.0/routers/99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 HTTP/1.1" status: 200 len: 890 time: 1.6827295 Dec 15 14:39:38.918303 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 30b7a358-8cf3-46d5-87b8-d18306d68882 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:39:38.967397 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 30b7a358-8cf3-46d5-87b8-d18306d68882 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:39:38.967781 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:39.129905 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Sync routers for ids ['99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:39:39.141092 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Routers {'99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:39:39.141882 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:39:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:39:39.353178 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Set router 99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:39:39.751732 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'name': 'router1', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'c00945f9-8ce9-44f4-b2d8-f92ea0b6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:39:19Z', 'updated_at': '2021-12-15T14:39:36Z', 'revision_number': 4, 'project_id': '721804de8ad548d3879a38e1877431e1', 'gw_port': {'id': 'c00945f9-8ce9-44f4-b2d8-f92ea0b6c189', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:39:36Z', 'updated_at': '2021-12-15T14:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '30b7a358-8cf3-46d5-87b8-d18306d68882', 'name': '', 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'mac_address': 'fa:16:3e:1b:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:39:28Z', 'updated_at': '2021-12-15T14:39:31Z', 'revision_number': 5, 'project_id': '721804de8ad548d3879a38e1877431e1', 'subnets': [{'id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63f2d66b-f2d5-4a27-bea6-ee0c1b9f7a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:39:39.876128 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Checking router: 99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:39:39.876606 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Updating router 99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 port c00945f9-8ce9-44f4-b2d8-f92ea0b6c189 binding host dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:39:39.924228 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:40.205746 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 36104) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:39:40.244784 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Publish callbacks [] for port, precommit_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:40.250115 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:40.301500 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Attempting to bind port c00945f9-8ce9-44f4-b2d8-f92ea0b6c189 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:39:40.301881 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Attempting to bind port c00945f9-8ce9-44f4-b2d8-f92ea0b6c189 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:39:40.302253 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Attempting to bind port c00945f9-8ce9-44f4-b2d8-f92ea0b6c189 on network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:39:40.305152 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def9406-26f9-4e14-9ea0-aa8a5902d509 None None] Pushing event updated for resources: {'Port': ['ID=c00945f9-8ce9-44f4-b2d8-f92ea0b6c189,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:40.313129 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:39:40.313129 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:39:40.313129 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:40.313129 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Bound using segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:39:40.313129 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Bound port: c00945f9-8ce9-44f4-b2d8-f92ea0b6c189, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:39:40.313129 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:40.359006 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-1acd60d3-7271-47a4-9850-0454013673e7 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1520591 Dec 15 14:39:40.364290 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] For port c00945f9-8ce9-44f4-b2d8-f92ea0b6c189, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:39:40.367795 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] For port c00945f9-8ce9-44f4-b2d8-f92ea0b6c189, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c00945f9-8ce9-44f4-b2d8-f92ea0b6c189,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:39:40.371892 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:40.430589 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Routers {'99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:39:40.431267 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:39:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:39:40.470799 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def9406-26f9-4e14-9ea0-aa8a5902d509 None None] Pushing event updated for resources: {'Port': ['ID=c00945f9-8ce9-44f4-b2d8-f92ea0b6c189,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:40.552986 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] Set router 99d3f979-6ca2-41ac-ab82-7a0c2c41cb97 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:39:40.769614 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'name': 'router1', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'c00945f9-8ce9-44f4-b2d8-f92ea0b6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:39:19Z', 'updated_at': '2021-12-15T14:39:36Z', 'revision_number': 4, 'project_id': '721804de8ad548d3879a38e1877431e1', 'gw_port': {'id': 'c00945f9-8ce9-44f4-b2d8-f92ea0b6c189', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:39:36Z', 'updated_at': '2021-12-15T14:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '30b7a358-8cf3-46d5-87b8-d18306d68882', 'name': '', 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'mac_address': 'fa:16:3e:1b:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:39:28Z', 'updated_at': '2021-12-15T14:39:31Z', 'revision_number': 5, 'project_id': '721804de8ad548d3879a38e1877431e1', 'subnets': [{'id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63f2d66b-f2d5-4a27-bea6-ee0c1b9f7a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:39:40.795709 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ab472-1b66-4ab1-b810-eacaa5dbba3f None None] The sync data for ids ['99d3f979-6ca2-41ac-ab82-7a0c2c41cb97'] in dv-cinder-787195-10-iscsi is: [{'id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'name': 'router1', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'c00945f9-8ce9-44f4-b2d8-f92ea0b6c189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:39:19Z', 'updated_at': '2021-12-15T14:39:36Z', 'revision_number': 4, 'project_id': '721804de8ad548d3879a38e1877431e1', 'gw_port': {'id': 'c00945f9-8ce9-44f4-b2d8-f92ea0b6c189', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:39:36Z', 'updated_at': '2021-12-15T14:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '30b7a358-8cf3-46d5-87b8-d18306d68882', 'name': '', 'network_id': '11701234-9759-4273-9cdc-529dd4a71ef4', 'tenant_id': '721804de8ad548d3879a38e1877431e1', 'mac_address': 'fa:16:3e:1b:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d3f979-6ca2-41ac-ab82-7a0c2c41cb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:39:28Z', 'updated_at': '2021-12-15T14:39:31Z', 'revision_number': 5, 'project_id': '721804de8ad548d3879a38e1877431e1', 'subnets': [{'id': 'ebef6001-a7fe-4559-9dec-bc7dc5f2e665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63f2d66b-f2d5-4a27-bea6-ee0c1b9f7a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:39:42.924353 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c00945f9-8ce9-44f4-b2d8-f92ea0b6c189 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:39:42.982463 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port c00945f9-8ce9-44f4-b2d8-f92ea0b6c189 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:39:42.982890 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:43.067785 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:43.107927 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port c00945f9-8ce9-44f4-b2d8-f92ea0b6c189, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c00945f9-8ce9-44f4-b2d8-f92ea0b6c189,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:39:43.116425 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:43.169332 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=c00945f9-8ce9-44f4-b2d8-f92ea0b6c189,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:39:44.919235 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c00945f9-8ce9-44f4-b2d8-f92ea0b6c189 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:39:44.982900 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port c00945f9-8ce9-44f4-b2d8-f92ea0b6c189 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:39:44.983697 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:50.368209 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 5 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:39:50.508793 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d902754d-81f0-4e94-8da9-5c2306862646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:52.916026 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e762d03d-2437-4647-aed6-2c78a66b183a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:54.056608 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:56.112716 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:39:56.776490 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:20.488048 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-68eb7f49-1d20-403d-a758-46b0e42117bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:22.927120 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-6b9d72b7-7819-4b94-a323-e86cf8f54a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:24.069630 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:26.111046 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:26.781752 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:27.358211 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 5 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:40:50.485536 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-2e7d7941-3e7e-457a-8e2c-9f403f4c0523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:52.925569 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f2299e43-d0d3-4ca8-b775-2e3a7bb56217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:54.057789 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:56.112288 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:40:56.786587 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:03.611952 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 36588) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:03.675239 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.pecan_wsgi.hooks.translation [None req-93504dee-2c47-40f1-b256-abfa0eb52baa admin admin] GET failed (client error): The resource could not be found. Dec 15 14:41:03.677320 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-93504dee-2c47-40f1-b256-abfa0eb52baa admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636337 Dec 15 14:41:03.841297 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f3dfe9-2baa-4673-a537-24d2d00961b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:03.842708 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-66f3dfe9-2baa-4673-a537-24d2d00961b2 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1608124 Dec 15 14:41:04.356754 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 5 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:41:06.396648 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36598) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:06.494366 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc1b2de-aa37-48a8-b549-5c74e3310c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:06.495796 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-cfc1b2de-aa37-48a8-b549-5c74e3310c05 admin admin] 10.222.0.62 "GET /v2.0/subnets/ebef6001-a7fe-4559-9dec-bc7dc5f2e665 HTTP/1.1" status: 200 len: 849 time: 0.0978913 Dec 15 14:41:06.506107 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:06.590979 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Publish callbacks [] for subnet, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:06.744006 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763986137564'] for subnet, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:06.773221 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:06.773852 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:06.775477 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] 10.222.0.62 "PUT /v2.0/subnets/ebef6001-a7fe-4559-9dec-bc7dc5f2e665 HTTP/1.1" status: 200 len: 868 time: 0.2731082 Dec 15 14:41:06.793269 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b59753-39a6-4947-9508-67264e29e4be None None] Network 11701234-9759-4273-9cdc-529dd4a71ef4 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:41:06.807477 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebef6001-a7fe-4559-9dec-bc7dc5f2e665,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:06.815663 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.816038 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.816388 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.816872 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.817787 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.818128 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.818477 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.818829 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.819181 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.819514 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.819842 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.820166 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:06.820488 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed2697-2ccf-483a-bdf9-ec62650d624f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:41:07.205164 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-ba64836b-7464-4a4f-bd67-3bcb545dc4a5 None None] Provisioning complete for port 30b7a358-8cf3-46d5-87b8-d18306d68882 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:41:07.205668 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ba64836b-7464-4a4f-bd67-3bcb545dc4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:07.295862 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-ba64836b-7464-4a4f-bd67-3bcb545dc4a5 None None] Provisioning complete for port 2938055d-d1d1-4a3f-aebf-38954aca896c triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:41:07.296157 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ba64836b-7464-4a4f-bd67-3bcb545dc4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:09.260525 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 36608) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:09.466589 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5170e-219f-4855-a7d4-1d21f6e3cd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:09.467065 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5170e-219f-4855-a7d4-1d21f6e3cd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:09.468637 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-8df5170e-219f-4855-a7d4-1d21f6e3cd2b admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2071426 Dec 15 14:41:11.894492 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 36616) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:12.035841 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84aa5f-c8a0-4fac-9209-ac95970c3450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:12.045632 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84aa5f-c8a0-4fac-9209-ac95970c3450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:12.047236 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-3b84aa5f-c8a0-4fac-9209-ac95970c3450 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1517699 Dec 15 14:41:14.471854 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36624) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:14.607660 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270fe0c9-bc07-405a-89b3-5392259326eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:14.609204 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-270fe0c9-bc07-405a-89b3-5392259326eb admin admin] 10.222.0.62 "GET /v2.0/networks/11701234-9759-4273-9cdc-529dd4a71ef4 HTTP/1.1" status: 200 len: 869 time: 0.1363854 Dec 15 14:41:17.188681 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36632) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:17.311485 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97963861-9307-451d-8afa-ba4ce057981c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:17.312881 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-97963861-9307-451d-8afa-ba4ce057981c admin admin] 10.222.0.62 "GET /v2.0/networks/99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 HTTP/1.1" status: 200 len: 886 time: 0.1232209 Dec 15 14:41:19.763128 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36640) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:19.898626 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ea4686-3327-4bb7-ac6e-1f8f5d847036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:19.899110 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ea4686-3327-4bb7-ac6e-1f8f5d847036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:19.900676 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-29ea4686-3327-4bb7-ac6e-1f8f5d847036 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1362617 Dec 15 14:41:20.479282 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-37cd72c6-d03e-44c5-80a0-bb6e279733c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:22.453630 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36648) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:22.559245 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4210cb4-3e7c-407a-8d52-0dc070c7cde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:22.559623 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4210cb4-3e7c-407a-8d52-0dc070c7cde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:22.561166 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-f4210cb4-3e7c-407a-8d52-0dc070c7cde3 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064894 Dec 15 14:41:22.919281 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-88efd9a5-7b50-4886-bd1c-8aca3c954d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:24.060133 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:25.002217 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 36656) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:25.092541 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ee643-4fbc-4b3d-81f1-b508d36920d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:25.093882 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-ff0ee643-4fbc-4b3d-81f1-b508d36920d6 admin admin] 10.222.0.62 "GET /v2.0/subnets/ebef6001-a7fe-4559-9dec-bc7dc5f2e665 HTTP/1.1" status: 200 len: 868 time: 0.0906651 Dec 15 14:41:26.114146 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:26.790598 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:27.502815 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 36664) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:27.590038 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f16e7-8d4d-47b9-a3a6-702003e39881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:27.591308 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-df0f16e7-8d4d-47b9-a3a6-702003e39881 admin admin] 10.222.0.62 "GET /v2.0/subnets/f930159a-1161-4aca-9229-6ae63b1d617c HTTP/1.1" status: 200 len: 816 time: 0.0875411 Dec 15 14:41:41.357658 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 5 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:41:50.481467 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ce067c0d-f19a-43eb-bb49-a689a3a18d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:52.926927 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9808c8e0-71d0-4615-a3c8-4790e6de7a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:53.041829 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36718) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:53.092663 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [None req-589ed5fd-3e72-4d74-b4fb-0198203ca90a admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:41:53.093685 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-589ed5fd-3e72-4d74-b4fb-0198203ca90a admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508909 Dec 15 14:41:54.065495 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:55.681071 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36726) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:55.745157 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.pecan_wsgi.hooks.translation [None req-95883aec-5d5b-4467-a3e7-0f99b974edc2 admin admin] GET failed (client error): The resource could not be found. Dec 15 14:41:55.746529 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-95883aec-5d5b-4467-a3e7-0f99b974edc2 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645137 Dec 15 14:41:55.891277 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d87088c-ba47-4e9b-a992-aca070fe3832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:55.892791 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-9d87088c-ba47-4e9b-a992-aca070fe3832 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415479 Dec 15 14:41:56.118171 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:56.792963 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.383570 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36734) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:41:58.440043 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:41:58.466715 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Made reservation on behalf of c26254dc0a4c4dbfbbfe43b8c5913c05 for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:41:58.469220 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.501869 dv-cinder-787195-10-iscsi neutron-server[119313]: WARNING neutron.services.revisions.revision_plugin [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Could not find related network for resource to bump revision. Dec 15 14:41:58.516868 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=119313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:41:58.528658 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.529003 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Added segment 9f764a0b-0337-4152-96c6-7012148b0137 of type vlan for network 26c990ae-a1c0-45b8-b987-9c4308790dd5 Dec 15 14:41:58.576914 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.601412 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.602351 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:41:58.603035 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:41:58.660067 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2742269 Dec 15 14:41:58.667635 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867e328-aafd-4e89-a3e1-e45a8d478153 admin admin] Pushing event updated for resources: {'Network': ['ID=26c990ae-a1c0-45b8-b987-9c4308790dd5,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:41:58.688056 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 26c990ae-a1c0-45b8-b987-9c4308790dd5 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:42:01.150519 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36742) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:42:01.213357 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34ab0b9-2162-447c-9fa5-8fb19f979d2b admin admin] GET failed (client error): The resource could not be found. Dec 15 14:42:01.214703 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-d34ab0b9-2162-447c-9fa5-8fb19f979d2b admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632644 Dec 15 14:42:01.294293 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc80a54-5b30-42e6-a1a4-1f0a9164ea0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:01.295813 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-afc80a54-5b30-42e6-a1a4-1f0a9164ea0f admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0764265 Dec 15 14:42:01.306802 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5', 'description': 'shared-subnet'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:42:01.328857 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Made reservation on behalf of c26254dc0a4c4dbfbbfe43b8c5913c05 for: {'subnet': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:42:01.331173 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:01.518085 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for subnet, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:01.572005 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=198ed348-044a-4a10-8f2a-d50524b39386,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:01.588178 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Checking segment: {'id': '9f764a0b-0337-4152-96c6-7012148b0137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:01.588539 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Network hostable DHCP agents. Network: 26c990ae-a1c0-45b8-b987-9c4308790dd5, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:42:01.605053 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Network 26c990ae-a1c0-45b8-b987-9c4308790dd5 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:42:01.614902 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 26c990ae-a1c0-45b8-b987-9c4308790dd5) {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:01.619294 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:42:01.619896 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:01.626968 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8057977b-2a48-41d9-a6e9-dbedd62fcde7 None None] Network 26c990ae-a1c0-45b8-b987-9c4308790dd5 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:01.646978 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-af5cc801-efe5-45ab-945c-b7cb362c4757 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3339684 Dec 15 14:42:01.734191 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp948c5bf3-a631-5c35-9847-0d272dc6ef08-26c990ae-a1c0-45b8-b987-9c4308790dd5', 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5', 'project_id': 'c26254dc0a4c4dbfbbfe43b8c5913c05', 'fixed_ips': [{'subnet_id': '198ed348-044a-4a10-8f2a-d50524b39386'}]}} from dv-cinder-787195-10-iscsi. {{(pid=119315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:42:01.735444 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:01.885826 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.db_base_plugin_common [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Allocated IP 192.168.233.2 (26c990ae-a1c0-45b8-b987-9c4308790dd5/198ed348-044a-4a10-8f2a-d50524b39386/174be7e3-99d6-481b-950d-d7d03523c648) {{(pid=119315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:42:02.035930 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Publish callbacks [] for port, precommit_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:02.044190 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:02.090780 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Network 26c990ae-a1c0-45b8-b987-9c4308790dd5 is already hosted by enough agents. {{(pid=119315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:42:02.092199 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.base_scheduler [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Resources bound (agent type, host, resource id): {{(pid=119315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:42:02.095849 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Received port after_create {{(pid=119315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:42:02.125202 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Pushing event updated for resources: {'Port': ['ID=174be7e3-99d6-481b-950d-d7d03523c648,revision_number=1']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:02.154549 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.154868 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.155235 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.155583 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.155922 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.156257 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.156606 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.156942 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.157273 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.157613 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.157951 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.158280 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.158606 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:42:02.172420 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Attempting to bind port 174be7e3-99d6-481b-950d-d7d03523c648 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:42:02.172803 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Attempting to bind port 174be7e3-99d6-481b-950d-d7d03523c648 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '9f764a0b-0337-4152-96c6-7012148b0137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:42:02.173183 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Attempting to bind port 174be7e3-99d6-481b-950d-d7d03523c648 on network 26c990ae-a1c0-45b8-b987-9c4308790dd5 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:42:02.180375 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:42:02.180762 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Checking segment: {'id': '9f764a0b-0337-4152-96c6-7012148b0137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:42:02.181174 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:02.181576 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Bound using segment: {'id': '9f764a0b-0337-4152-96c6-7012148b0137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:42:02.182055 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Bound port: 174be7e3-99d6-481b-950d-d7d03523c648, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f764a0b-0337-4152-96c6-7012148b0137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:42:02.182444 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:02.251959 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] For port 174be7e3-99d6-481b-950d-d7d03523c648, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:42:02.255358 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] For port 174be7e3-99d6-481b-950d-d7d03523c648, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=174be7e3-99d6-481b-950d-d7d03523c648,segment=NetworkSegment(9f764a0b-0337-4152-96c6-7012148b0137),segment_id=9f764a0b-0337-4152-96c6-7012148b0137)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:42:02.267990 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:02.327071 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe089000-e886-4dcb-9f0c-d9c70fd74ee5 None None] Pushing event updated for resources: {'Port': ['ID=174be7e3-99d6-481b-950d-d7d03523c648,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:03.018179 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 174be7e3-99d6-481b-950d-d7d03523c648 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:03.077794 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 174be7e3-99d6-481b-950d-d7d03523c648 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:03.078329 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:03.291961 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd65027-43ff-476b-94bb-abb8465df575 None None] Network 26c990ae-a1c0-45b8-b987-9c4308790dd5 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:42:03.316020 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:03.411204 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port 174be7e3-99d6-481b-950d-d7d03523c648, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=174be7e3-99d6-481b-950d-d7d03523c648,segment=NetworkSegment(9f764a0b-0337-4152-96c6-7012148b0137),segment_id=9f764a0b-0337-4152-96c6-7012148b0137)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:42:03.414914 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-6368046d-9311-41e0-9bad-2014e5d20c09 None None] Provisioning complete for port 174be7e3-99d6-481b-950d-d7d03523c648 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:03.415288 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-6368046d-9311-41e0-9bad-2014e5d20c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:03.420407 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:03.527298 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=174be7e3-99d6-481b-950d-d7d03523c648,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:42:03.894928 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-68f941f2-fbf8-4690-a408-d432cca46a25 None None] Provisioning complete for port 174be7e3-99d6-481b-950d-d7d03523c648 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:03.895303 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-68f941f2-fbf8-4690-a408-d432cca46a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:04.953336 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 174be7e3-99d6-481b-950d-d7d03523c648 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:42:05.001770 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 174be7e3-99d6-481b-950d-d7d03523c648 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:42:05.002169 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:18.355879 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 5 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:42:20.485778 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-838e63aa-10ae-4e47-9565-b52197118105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:22.921128 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-068e3596-8896-4185-92d9-20eeec74a880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:24.070664 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.121844 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:26.799262 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:50.488875 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-257f1841-4f82-43db-acca-99073391a87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:52.925927 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-2f2df9a3-7680-4b38-93d5-3a30e34254b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:54.075016 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:55.356493 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 5 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:42:56.123064 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:42:56.794763 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:20.494576 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-03a5ab01-8f57-4614-94b5-0f6ff9602a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:22.929759 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd4d9-9072-4eba-8957-d12934271448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:22.986509 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36786) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:43:22.993181 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [None req-9110d780-32e5-4afe-aa08-6dbe8627493b tempest-verify_tempest_config-2026176108 tempest-verify_tempest_config-2026176108-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:43:22.994195 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-9110d780-32e5-4afe-aa08-6dbe8627493b tempest-verify_tempest_config-2026176108 tempest-verify_tempest_config-2026176108-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066679 Dec 15 14:43:23.319855 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 36804) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:43:23.442586 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.523025 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.527091 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.575087 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d61944c7261f47549e90166d6e9ddd59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2541139 Dec 15 14:43:23.576780 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8074b175-3c26-4692-8176-9745384b9d78,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:23.577897 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36810) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:43:23.585015 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.585546 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.585915 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.586273 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.586623 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.587016 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.587377 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.587728 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.588085 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.588435 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.588771 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.589111 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.589450 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178a5fd-4b6b-484f-a415-085b94270013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.640622 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.663530 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.762144 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.764857 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:23.766197 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8074b175-3c26-4692-8176-9745384b9d78 HTTP/1.1" status: 204 len: 168 time: 0.1873007 Dec 15 14:43:23.778455 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8074b175-3c26-4692-8176-9745384b9d78,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:43:23.789491 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.790049 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.790619 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.791233 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.791803 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.792391 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.792943 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.795720 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.796224 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.797133 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.797652 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.798485 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:23.799131 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223907d8-7515-4ad0-a2d3-b68c2cb77e9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:43:24.076868 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:26.126563 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:26.799315 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:32.355423 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 5 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:43:50.505301 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-03914d38-f6fa-4b29-8e99-73ea1c0795c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:52.931977 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-3f806524-a27a-4ec1-970a-2e1bb6772b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:54.070383 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:56.132024 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:43:56.806697 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:09.353923 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 5 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:44:20.498466 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-44397657-18c2-47c3-9fe5-9c1aefb03eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:22.933600 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee400-625f-4020-b3a8-9eb352756a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:24.072304 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:26.132522 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:26.798720 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:46.352801 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 5 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:44:50.503253 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a076e7ff-6eaa-4ee6-bc43-8d5f6689fe94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:52.942130 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9355e3af-1906-4e8d-b70e-bf090ffc1c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:54.076831 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:56.138587 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:44:56.809558 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:00.926953 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503291'] for agent, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:16.759357 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 36884) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:16.868915 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-5ce5fab6-8f33-4be2-a246-20d8796d210c admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1081986 Dec 15 14:45:19.353471 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 36894) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:45:19.417636 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-904ae230-e948-438a-8444-ccfd633a7ba9 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0631261 Dec 15 14:45:20.509108 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a94e27a7-5e21-469f-a768-d175d597ca91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:22.935004 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b7952c4e-be52-4279-911f-3cbc5bae5039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:23.352604 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:45:24.082977 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:26.139959 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:26.803896 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:30.911585 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:50.512213 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-262438e4-c0fe-4852-97fc-22a87f4f8487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:52.938127 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-c1079ec2-025c-4993-b8aa-c1e0a6aae52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:54.081577 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:56.143589 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:45:56.809091 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:00.351476 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:46:00.914099 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:20.520492 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cb407fb1-f4b4-43d5-b91f-40a0db03bf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:22.943774 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d2f9cbc3-612c-4155-a64a-aa6c2f798443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:24.085380 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.148318 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:26.811990 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:30.914567 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:37.350776 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:46:50.519044 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-50807c6d-5944-469e-bc03-4bfb2e581d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:51.733672 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37074) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:51.783882 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37084) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:52.003794 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1857966105-network', 'tenant_id': 'f433f11d77434492a17a0e88352e8ccf'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:52.025481 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Made reservation on behalf of f433f11d77434492a17a0e88352e8ccf for: {'network': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:52.028198 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.037770 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.117186 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.121512 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.155996 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-network', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:52.158780 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74ce295-028c-4e74-87a7-e012c57c9b92,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:52.168630 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.168999 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.169565 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.170015 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.170247 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.170754 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.170984 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.171527 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.171840 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.172188 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.172502 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.172829 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.173154 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Tracked resource versions report: Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: pushed versions: Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: { 'AddressGroup': {'1.2'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'ConntrackHelper': {'1.0'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Log': {'1.0'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Network': {'1.1'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Port': {'1.7'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'PortForwarding': {'1.2'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'QosPolicy': {'1.10'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SecurityGroup': {'1.5'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SubPort': {'1.0'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Subnet': {'1.1'}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Trunk': {'1.1'}} Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: consumer versions: Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: { DHCP agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: HyperV agent@hv-cinder-78719: {}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: L3 agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: Metadata agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: Metering agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: Open vSwitch agent@dv-cinder-787195-10-iscsi: { 'AddressGroup': '1.2', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'ConntrackHelper': '1.0', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'LocalIPAssociation': '1.0', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Log': '1.0', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Network': '1.1', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Port': '1.7', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'PortForwarding': '1.2', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'QosPolicy': '1.10', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SecurityGroup': '1.5', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SecurityGroupRule': '1.2', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'SubPort': '1.0', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Subnet': '1.1', Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: 'Trunk': '1.1'}} Dec 15 14:46:52.174325 dv-cinder-787195-10-iscsi neutron-server[119314]: {{(pid=119314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:46:52.178968 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=119314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:46:52.208167 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Made reservation on behalf of ebd0eab3546f46afa0a0ee4940c0f043 for: {'network': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:52.210890 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.221218 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.223399 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.223750 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.segments_db [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Added segment 523e4e53-3b15-4fa4-98da-d830049634e5 of type vlan for network cb8921ac-20e6-4703-aac8-9886dac45177 Dec 15 14:46:52.318818 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.345120 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.356664 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.386946 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762db985-21fe-4a36-8dd0-f31ff9833b4b,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:52.391486 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.392687 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:52.393431 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.421407 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=119314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:46:52.427109 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6915359 Dec 15 14:46:52.430518 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37116) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:52.441199 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Request body: {'subnet': {'network_id': 'cb8921ac-20e6-4703-aac8-9886dac45177', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1857966105-subnet', 'tenant_id': 'f433f11d77434492a17a0e88352e8ccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:52.477088 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.477702 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.segments_db [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Added segment b41762a4-9dae-45aa-bbcb-b788eba1d679 of type vlan for network bc3ba2a7-4287-4645-8e0b-f22a4538975b Dec 15 14:46:52.483786 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Made reservation on behalf of f433f11d77434492a17a0e88352e8ccf for: {'subnet': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:52.488063 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.495873 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb82b5-6228-4b3a-9215-9f7e9aabbc40 admin admin] Pushing event updated for resources: {'Network': ['ID=cb8921ac-20e6-4703-aac8-9886dac45177,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:52.506723 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network cb8921ac-20e6-4703-aac8-9886dac45177 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:46:52.528690 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.569799 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.570818 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:52.571536 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.631255 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37130) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:52.646924 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8615525 Dec 15 14:46:52.647726 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37136) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:52.658878 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Request body: {'subnet': {'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-subnet', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:52.670181 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e227021-f3d9-4017-be86-898d753b6176 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3ba2a7-4287-4645-8e0b-f22a4538975b,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:52.688530 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network bc3ba2a7-4287-4645-8e0b-f22a4538975b details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:46:52.691884 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Made reservation on behalf of ebd0eab3546f46afa0a0ee4940c0f043 for: {'subnet': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:52.698227 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.756386 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for subnet, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.835518 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Checking segment: {'id': '523e4e53-3b15-4fa4-98da-d830049634e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cb8921ac-20e6-4703-aac8-9886dac45177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:52.836296 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Network hostable DHCP agents. Network: cb8921ac-20e6-4703-aac8-9886dac45177, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:46:52.838946 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d6a35f-f18f-4eb2-9dab-701f2e26851b,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:52.853162 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.853694 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.854312 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.854836 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.855312 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.855868 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.856406 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.856903 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.857388 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.858809 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.859365 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.860152 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.860647 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Tracked resource versions report: Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: pushed versions: Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: { 'AddressGroup': {'1.2'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'ConntrackHelper': {'1.0'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Log': {'1.0'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Network': {'1.1'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Port': {'1.7'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'PortForwarding': {'1.2'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'QosPolicy': {'1.10'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SecurityGroup': {'1.5'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SubPort': {'1.0'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Subnet': {'1.1'}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Trunk': {'1.1'}} Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: consumer versions: Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: { DHCP agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: HyperV agent@hv-cinder-78719: {}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: L3 agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: Metadata agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: Metering agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: Open vSwitch agent@dv-cinder-787195-10-iscsi: { 'AddressGroup': '1.2', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'ConntrackHelper': '1.0', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'LocalIPAssociation': '1.0', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Log': '1.0', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Network': '1.1', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Port': '1.7', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'PortForwarding': '1.2', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'QosPolicy': '1.10', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SecurityGroup': '1.5', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SecurityGroupRule': '1.2', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'SubPort': '1.0', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Subnet': '1.1', Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: 'Trunk': '1.1'}} Dec 15 14:46:52.862000 dv-cinder-787195-10-iscsi neutron-server[119313]: {{(pid=119313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:46:52.884048 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Network cb8921ac-20e6-4703-aac8-9886dac45177 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:46:52.897390 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, cb8921ac-20e6-4703-aac8-9886dac45177) {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:52.909237 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385cde7-30cf-4128-88ed-4fdd5d0c0b8f None None] Network cb8921ac-20e6-4703-aac8-9886dac45177 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:52.910134 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:52.912260 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for subnet, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.916423 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:52.947133 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-81987f82-a3fb-4ef0-93b6-e4f6a31ea8f1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5153236 Dec 15 14:46:52.979306 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Checking segment: {'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:52.984029 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Network hostable DHCP agents. Network: bc3ba2a7-4287-4645-8e0b-f22a4538975b, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:46:53.000688 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e109b388-7a61-4a5c-a75a-76c1dd209415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.009290 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Network bc3ba2a7-4287-4645-8e0b-f22a4538975b is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:46:53.016549 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a955104a-fa3f-411c-9c75-4a551bffdc9a,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:53.022195 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, bc3ba2a7-4287-4645-8e0b-f22a4538975b) {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:53.027473 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:53.028437 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.048792 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1685f378-5997-4a24-9f01-5462a94e7478 None None] Network bc3ba2a7-4287-4645-8e0b-f22a4538975b requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:53.051638 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-3174bafa-0175-4f88-b76a-23db39497592 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3994062 Dec 15 14:46:53.054307 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37148) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:53.059197 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-router', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:53.087648 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12371'] for router, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.090024 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12360'] for router, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.115128 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-network', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:53.154185 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076c2441-31e8-4f4f-af3e-2701e2ca5930 None None] Network cb8921ac-20e6-4703-aac8-9886dac45177 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:53.160700 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Made reservation on behalf of 43188b9b8e1145dea6c63ad16f6d74a2 for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:53.164394 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.179750 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37152) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:53.193244 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.255138 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d9021-c55f-47ef-9ecb-3249e3175b70 None None] Network bc3ba2a7-4287-4645-8e0b-f22a4538975b requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:53.371358 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.557287 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1755937429-network', 'tenant_id': 'c60c7b105a47494a8738e08943c08475'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:53.596507 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Made reservation on behalf of c60c7b105a47494a8738e08943c08475 for: {'network': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:53.599387 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.611677 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.616992 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.671733 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.706419 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.719406 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=119313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:46:53.747437 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.748239 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Added segment e6731b3c-6285-4950-b4ef-a93c4c68cd58 of type vlan for network a00411fb-4394-435c-b9a7-ab8cf23b8b5c Dec 15 14:46:53.751239 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.759593 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.797850 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=119314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:46:53.807270 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf10581-4187-4ab9-bfd0-3c7cf9347f71,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:53.810414 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5134411c-f06a-4e32-9a04-1d8546d21144,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:53.819524 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.819853 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.segments_db [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Added segment e4212758-5c7c-46df-ab30-dbb362159931 of type vlan for network 4a278692-3315-4faf-ad0e-7760eff511d9 Dec 15 14:46:53.828885 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.874422 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.875830 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:53.876619 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.939864 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.986134 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.988130 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:53.989177 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:53.993127 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3607583 Dec 15 14:46:53.997288 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37182) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:54.007861 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Request body: {'subnet': {'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-subnet', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:54.128882 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9471788 Dec 15 14:46:54.131575 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1a34e-5192-4571-ab06-4973ec0e84de admin admin] Pushing event updated for resources: {'Network': ['ID=a00411fb-4394-435c-b9a7-ab8cf23b8b5c,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:54.133547 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37196) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:54.142829 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Request body: {'subnet': {'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1755937429-subnet', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:54.152828 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network a00411fb-4394-435c-b9a7-ab8cf23b8b5c details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:46:54.159905 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b13c9a-d7bd-4cbe-b1b2-e0aea88a933b admin admin] Pushing event updated for resources: {'Network': ['ID=4a278692-3315-4faf-ad0e-7760eff511d9,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:54.178069 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Made reservation on behalf of 43188b9b8e1145dea6c63ad16f6d74a2 for: {'subnet': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:54.181066 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Publish callbacks [] for subnet, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.202071 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 4a278692-3315-4faf-ad0e-7760eff511d9 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:46:54.211053 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.279180 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.344491 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Made reservation on behalf of c60c7b105a47494a8738e08943c08475 for: {'subnet': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:46:54.350422 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.440097 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.457381 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for subnet, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.520658 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d99a11-edf8-4ab4-894b-3cc76e96dec2,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:54.532501 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Checking segment: {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:54.532844 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Network hostable DHCP agents. Network: a00411fb-4394-435c-b9a7-ab8cf23b8b5c, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:46:54.555709 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Network a00411fb-4394-435c-b9a7-ab8cf23b8b5c is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:46:54.575646 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, a00411fb-4394-435c-b9a7-ab8cf23b8b5c) {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:54.580570 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:54.582020 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.588946 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2b5d5-6e20-4d7d-8117-ef65850b1ebb None None] Network a00411fb-4394-435c-b9a7-ab8cf23b8b5c requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:54.613125 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-38d444f2-1704-4da6-a56d-4cc7daf089ce admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6095271 Dec 15 14:46:54.615973 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37218) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:54.633793 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:54.641628 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Allocated IP 172.27.2.227 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/1b1cd27d-46b6-4771-9eb3-dcdb2d623639) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:46:54.690996 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12371'] for router, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.692622 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12360'] for router, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.847088 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp948c5bf3-a631-5c35-9847-0d272dc6ef08-a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2'}]}} from dv-cinder-787195-10-iscsi. {{(pid=119315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:46:54.848409 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.914071 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:54.949508 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for subnet, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.087404 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37234) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:55.106378 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.db_base_plugin_common [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Allocated IP 172.20.0.2 (a00411fb-4394-435c-b9a7-ab8cf23b8b5c/69d99a11-edf8-4ab4-894b-3cc76e96dec2/4aa41ff1-6d6c-4408-8138-af4abd6fcae5) {{(pid=119315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:46:55.115934 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9f991a-1870-4cf7-ad23-48cda883cb39,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:55.164789 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.170974 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Checking segment: {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:55.171650 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Network hostable DHCP agents. Network: 4a278692-3315-4faf-ad0e-7760eff511d9, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:46:55.211222 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Network 4a278692-3315-4faf-ad0e-7760eff511d9 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:46:55.221531 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.226609 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 4a278692-3315-4faf-ad0e-7760eff511d9) {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:55.237468 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:55.238061 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.259501 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecbec0c-ba8f-4350-a0ee-1d2881d3340d None None] Network 4a278692-3315-4faf-ad0e-7760eff511d9 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:55.315732 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.323340 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:55.351756 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-4539ed90-b7d7-4a23-8e68-fa53e8927529 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2144885 Dec 15 14:46:55.354225 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37244) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:55.355072 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:55.361563 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:46:55.380330 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:46:55.388032 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12371'] for router, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.389186 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12360'] for router, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.464734 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Pushing event updated for resources: {'Port': ['ID=1b1cd27d-46b6-4771-9eb3-dcdb2d623639,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:55.485647 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp948c5bf3-a631-5c35-9847-0d272dc6ef08-4a278692-3315-4faf-ad0e-7760eff511d9', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'project_id': 'c60c7b105a47494a8738e08943c08475', 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39'}]}} from dv-cinder-787195-10-iscsi. {{(pid=119315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:46:55.486605 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.650024 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.855963 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c6842247-73b4-4923-80d6-0c6365c4935b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.944923 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37270) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:55.948379 dv-cinder-787195-10-iscsi neutron-server[119314]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 14:46:55.964005 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Publish callbacks [] for port, precommit_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:55.991319 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.031986 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Network a00411fb-4394-435c-b9a7-ab8cf23b8b5c is already hosted by enough agents. {{(pid=119315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:56.036461 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.base_scheduler [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Resources bound (agent type, host, resource id): {{(pid=119315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:56.073603 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.db_base_plugin_common [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Allocated IP 172.20.0.2 (4a278692-3315-4faf-ad0e-7760eff511d9/ea9f991a-1870-4cf7-ad23-48cda883cb39/17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f) {{(pid=119315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:46:56.076063 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Received port after_create {{(pid=119315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:46:56.268169 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.271908 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Pushing event updated for resources: {'Port': ['ID=4aa41ff1-6d6c-4408-8138-af4abd6fcae5,revision_number=1']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:56.293815 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37286) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:56.303426 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.303426 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.303749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.304213 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.304414 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.304754 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.305106 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.305445 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.305826 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.306350 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.307062 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.307541 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.307879 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Tracked resource versions report: Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: pushed versions: Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: { 'AddressGroup': {'1.2'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'ConntrackHelper': {'1.0'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Log': {'1.0'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Network': {'1.1'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Port': {'1.7'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'PortForwarding': {'1.2'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'QosPolicy': {'1.10'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SecurityGroup': {'1.5'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SubPort': {'1.0'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Subnet': {'1.1'}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Trunk': {'1.1'}} Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: consumer versions: Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: { DHCP agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: HyperV agent@hv-cinder-78719: {}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: L3 agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: Metadata agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: Metering agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: Open vSwitch agent@dv-cinder-787195-10-iscsi: { 'AddressGroup': '1.2', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'ConntrackHelper': '1.0', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'LocalIPAssociation': '1.0', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Log': '1.0', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Network': '1.1', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Port': '1.7', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'PortForwarding': '1.2', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'QosPolicy': '1.10', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SecurityGroup': '1.5', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SecurityGroupRule': '1.2', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'SubPort': '1.0', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Subnet': '1.1', Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: 'Trunk': '1.1'}} Dec 15 14:46:56.309113 dv-cinder-787195-10-iscsi neutron-server[119315]: {{(pid=119315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:46:56.313016 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.337895 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.346777 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Attempting to bind port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:46:56.347157 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Attempting to bind port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:46:56.347531 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Attempting to bind port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 on network a00411fb-4394-435c-b9a7-ab8cf23b8b5c {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:46:56.356940 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:46:56.357200 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Checking segment: {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:56.357796 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.358356 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Bound using segment: {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:46:56.358867 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Bound port: 4aa41ff1-6d6c-4408-8138-af4abd6fcae5, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:46:56.359270 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.390130 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.473985 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.495923 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] For port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:46:56.504171 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] For port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=4aa41ff1-6d6c-4408-8138-af4abd6fcae5,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:46:56.523668 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c6842247-73b4-4923-80d6-0c6365c4935b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.533894 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Publish callbacks [] for port, precommit_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.538957 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c6842247-73b4-4923-80d6-0c6365c4935b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.539813 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.587154 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-c6842247-73b4-4923-80d6-0c6365c4935b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9fb5932873f4afcaf5371fac4aeda8a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4982259 Dec 15 14:46:56.629589 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8841cc-55b3-47f2-a211-ea786ee742db None None] Pushing event updated for resources: {'Port': ['ID=4aa41ff1-6d6c-4408-8138-af4abd6fcae5,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:56.641492 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37294) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:56.645305 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.662325 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Allocated IP 172.27.2.45 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/c5ad3b89-5b71-4740-acb9-b873b4ded601) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:46:56.738557 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6842247-73b4-4923-80d6-0c6365c4935b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5d15d9-2112-4d30-90ca-10bd08f73c98,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:56.739421 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Network 4a278692-3315-4faf-ad0e-7760eff511d9 is already hosted by enough agents. {{(pid=119315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:56.740684 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Pushing event updated for resources: {'Port': ['ID=17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f,revision_number=1']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:56.755240 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-66cc4a2f-8b23-49dd-a42f-364db21c6d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.760431 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.base_scheduler [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Resources bound (agent type, host, resource id): {{(pid=119315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:56.767205 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Received port after_create {{(pid=119315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:46:56.907539 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.936826 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7475fe6f-4ca9-4942-8810-be8c0aa56f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.943780 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.953959 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Attempting to bind port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:46:56.954453 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Attempting to bind port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:46:56.955061 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Attempting to bind port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f on network 4a278692-3315-4faf-ad0e-7760eff511d9 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:46:56.962193 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:46:56.962712 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Checking segment: {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:46:56.963335 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:56.963809 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Bound using segment: {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:46:56.964388 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Bound port: 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:46:56.965029 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.131258 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7475fe6f-4ca9-4942-8810-be8c0aa56f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.133096 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-cf7cd584-4619-45af-a0b8-2b285500c930 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:46:57.133096 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-cf7cd584-4619-45af-a0b8-2b285500c930 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/networks?id=cb8921ac-20e6-4703-aac8-9886dac45177 HTTP/1.1" status: 200 len: 812 time: 1.1368434 Dec 15 14:46:57.133096 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-0f869715-4266-427e-b932-346d3da5f30b tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/quotas/f433f11d77434492a17a0e88352e8ccf HTTP/1.1" status: 200 len: 375 time: 0.0432341 Dec 15 14:46:57.144226 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] For port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:46:57.180201 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] For port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:46:57.194833 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772'] for router, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.197850 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.221881 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-66cc4a2f-8b23-49dd-a42f-364db21c6d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.257328 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-66cc4a2f-8b23-49dd-a42f-364db21c6d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.274181 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-9bf77f55-d9ad-47cd-a443-280693cdffa9 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f433f11d77434492a17a0e88352e8ccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1433976 Dec 15 14:46:57.340251 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.369772 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82570f42-e7cb-4bfb-a8d6-d23b8c5d8ab9 None None] Pushing event updated for resources: {'Port': ['ID=17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:57.417600 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:46:57.440085 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.449281 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-66cc4a2f-8b23-49dd-a42f-364db21c6d70 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db084685d9fd4e599e8976c25970d42f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1506665 Dec 15 14:46:57.475384 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc4a2f-8b23-49dd-a42f-364db21c6d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cf4fd6-bf74-4b26-8445-3300821fe528,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:57.477977 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37312) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:57.493470 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:57.514201 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:57.520788 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.523081 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:57.523291 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:46:57.523551 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.548994 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7475fe6f-4ca9-4942-8810-be8c0aa56f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.561918 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7475fe6f-4ca9-4942-8810-be8c0aa56f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.563132 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-7475fe6f-4ca9-4942-8810-be8c0aa56f8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc5d15d9-2112-4d30-90ca-10bd08f73c98 HTTP/1.1" status: 204 len: 168 time: 0.9199560 Dec 15 14:46:57.607323 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-495c3dc1-b4e3-46ab-84ab-36c4fdc24192 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:46:57.608788 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-495c3dc1-b4e3-46ab-84ab-36c4fdc24192 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2118142 Dec 15 14:46:57.657976 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Pushing event updated for resources: {'Port': ['ID=c5ad3b89-5b71-4740-acb9-b873b4ded601,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:57.659862 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.695239 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475fe6f-4ca9-4942-8810-be8c0aa56f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5d15d9-2112-4d30-90ca-10bd08f73c98,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:57.705241 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=4aa41ff1-6d6c-4408-8138-af4abd6fcae5,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:46:57.752639 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.843486 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a49b05eb-d430-4770-bc3c-18887d7ed6d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.882205 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=4aa41ff1-6d6c-4408-8138-af4abd6fcae5,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:57.934865 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Allocated IP 172.27.2.226 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/8f2b6a8b-4b9c-4dff-8aed-e52f29a32613) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:46:57.937477 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-744183fb-017f-4ac2-9807-e3ce974ee9a0 service neutron] 10.222.0.62 "GET /v2.0/networks/cb8921ac-20e6-4703-aac8-9886dac45177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159239 Dec 15 14:46:57.943482 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a49b05eb-d430-4770-bc3c-18887d7ed6d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:57.973302 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf is scheduled to L3 agent 640f890b-768f-43eb-a273-24caa84ba444 with binding_index 1 {{(pid=119313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:46:58.202193 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-8c7d7883-c4a9-4c73-a675-e4a11835ac92 service neutron] 10.222.0.62 "GET /v2.0/networks/cb8921ac-20e6-4703-aac8-9886dac45177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626760 Dec 15 14:46:58.206025 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:58.233656 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a49b05eb-d430-4770-bc3c-18887d7ed6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:58.237631 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a49b05eb-d430-4770-bc3c-18887d7ed6d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:58.239642 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-a49b05eb-d430-4770-bc3c-18887d7ed6d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99cf4fd6-bf74-4b26-8445-3300821fe528 HTTP/1.1" status: 204 len: 168 time: 0.7329607 Dec 15 14:46:58.265496 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37326) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:58.307560 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:58.314453 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4fb0d9d1-ac78-4879-b15d-4dee8b81f00c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:58.358666 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b05eb-d430-4770-bc3c-18887d7ed6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cf4fd6-bf74-4b26-8445-3300821fe528,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:58.387789 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:58.553870 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:46:58.562783 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:46:58.572459 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:46:58.583637 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563be3c4-4e85-44a3-bb40-dc26ceb532db None None] Network a00411fb-4394-435c-b9a7-ab8cf23b8b5c requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:58.822113 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-421db2b3-21ab-401e-afd7-1d07f38e68cd None None] Provisioning complete for port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:58.828985 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-421db2b3-21ab-401e-afd7-1d07f38e68cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:58.848772 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:46:58.865493 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f2b6a8b-4b9c-4dff-8aed-e52f29a32613,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:58.869604 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Sync routers for ids ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:46:58.898672 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Routers {'0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:46:58.900427 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:58.960957 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:58.966765 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-7576b46d-726d-42fd-b5c0-ca303e480b5e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9097941 Dec 15 14:46:58.973837 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4fb0d9d1-ac78-4879-b15d-4dee8b81f00c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:58.996349 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37370) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:59.006412 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4fb0d9d1-ac78-4879-b15d-4dee8b81f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:59.065204 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37376) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:59.088328 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-4fb0d9d1-ac78-4879-b15d-4dee8b81f00c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e293ace8413449db616ffc18ddadf39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8217249 Dec 15 14:46:59.091154 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37384) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:46:59.277626 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:59.289812 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4671af57-e47c-45ae-bce7-42415ee6c970 req-892c7876-1587-4db9-9a90-cd3610f230eb tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 210 time: 0.2994676 Dec 15 14:46:59.332879 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4d607a26-745f-4708-bd41-4a24ba7dac5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:59.442350 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f8921-03fe-4b04-81b1-1f94598429eb None None] Network 4a278692-3315-4faf-ad0e-7760eff511d9 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:46:59.473963 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4d607a26-745f-4708-bd41-4a24ba7dac5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:59.486673 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Set router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:46:59.563118 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:46:59.649777 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4d607a26-745f-4708-bd41-4a24ba7dac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:59.701303 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772'] for router, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:59.717243 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772'] for router, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:59.719432 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0d9d1-ac78-4879-b15d-4dee8b81f00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb16f10f-aa8b-44b9-814a-c66dc0d27593,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:46:59.735755 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-086ca445-75c4-48f7-8be9-fdfe890ddd21 None None] Provisioning complete for port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:59.736276 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-086ca445-75c4-48f7-8be9-fdfe890ddd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:59.750230 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-router', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:53Z', 'updated_at': '2021-12-15T14:46:55Z', 'revision_number': 3, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'gw_port': {'id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:46:59.805243 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Checking router: 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:46:59.805609 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Updating router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 binding host dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:46:59.810490 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:46:59.811510 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:59.849103 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:46:59.932261 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Router 03b54358-c9a2-4514-b8ea-a0a29962dcff is scheduled to L3 agent 640f890b-768f-43eb-a273-24caa84ba444 with binding_index 1 {{(pid=119313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:46:59.960031 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-086ca445-75c4-48f7-8be9-fdfe890ddd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.103742 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.109419 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-086ca445-75c4-48f7-8be9-fdfe890ddd21 None None] For port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:00.112171 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-4d607a26-745f-4708-bd41-4a24ba7dac5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6990041d875c4a168510137d093c05c5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0217330 Dec 15 14:47:00.117181 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37408) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:00.121757 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-086ca445-75c4-48f7-8be9-fdfe890ddd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.213394 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-af5632c6-0436-4469-ad1c-9baa748caff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.233001 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:00.276219 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Sync routers for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:00.306828 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d607a26-745f-4708-bd41-4a24ba7dac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf665712-93f6-4666-9894-3fdcb8c9d96f,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:00.318326 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5262a449-a455-47af-ae17-c5f646b94ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.356675 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.364450 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-d465bf03-9581-4915-a420-10aae25ddab5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0064659 Dec 15 14:47:00.369189 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37418) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:00.431447 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.db.api [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:47:00.432051 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG oslo_db.api [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:47:00.480500 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Publish callbacks [] for port, precommit_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.496676 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.504550 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:00.506182 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:00.513738 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5262a449-a455-47af-ae17-c5f646b94ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.526205 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-af5632c6-0436-4469-ad1c-9baa748caff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.580005 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-adf8ebcc-5492-4461-ba07-f034227ba494 req-864d84b4-be9b-4b53-bfd2-3d05d15d47e5 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 210 time: 0.0580018 Dec 15 14:47:00.668319 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Attempting to bind port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:00.671537 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-85fa7d60-d5a2-4854-9ca0-0a47312ab310 None None] Provisioning complete for port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:00.671849 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Attempting to bind port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:00.672975 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Attempting to bind port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 on network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:00.675375 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-85fa7d60-d5a2-4854-9ca0-0a47312ab310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.688028 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37428) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:00.694535 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:00.696871 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:00.697049 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ca445-75c4-48f7-8be9-fdfe890ddd21 None None] Pushing event updated for resources: {'Port': ['ID=17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:00.697999 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.699253 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Bound using segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:00.700447 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Bound port: 1b1cd27d-46b6-4771-9eb3-dcdb2d623639, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:00.701729 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.731123 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37430) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:00.731832 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Router d8884402-40e9-4e87-956e-d7f2c9c08654 is scheduled to L3 agent 640f890b-768f-43eb-a273-24caa84ba444 with binding_index 1 {{(pid=119314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:47:00.775519 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] For port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:00.780065 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] For port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=1b1cd27d-46b6-4771-9eb3-dcdb2d623639,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:00.789366 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.843840 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Pushing event updated for resources: {'Port': ['ID=1b1cd27d-46b6-4771-9eb3-dcdb2d623639,revision_number=2']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:00.902224 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Routers {'0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:00.903657 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:00.944691 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5262a449-a455-47af-ae17-c5f646b94ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.950238 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5262a449-a455-47af-ae17-c5f646b94ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:00.956071 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-5262a449-a455-47af-ae17-c5f646b94ef4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf665712-93f6-4666-9894-3fdcb8c9d96f HTTP/1.1" status: 204 len: 168 time: 0.8259871 Dec 15 14:47:01.018845 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb8db301-6295-4c51-a39f-3ae6df1e5e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.047387 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262a449-a455-47af-ae17-c5f646b94ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf665712-93f6-4666-9894-3fdcb8c9d96f,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:01.154156 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-af5632c6-0436-4469-ad1c-9baa748caff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.158327 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-af5632c6-0436-4469-ad1c-9baa748caff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.159849 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-af5632c6-0436-4469-ad1c-9baa748caff5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb16f10f-aa8b-44b9-814a-c66dc0d27593 HTTP/1.1" status: 204 len: 168 time: 1.9289374 Dec 15 14:47:01.172153 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] Set router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:01.180056 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-b5c036b3-2bde-43d4-a0e6-72881517a4b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.303323 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-b5c036b3-2bde-43d4-a0e6-72881517a4b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.306040 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5632c6-0436-4469-ad1c-9baa748caff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb16f10f-aa8b-44b9-814a-c66dc0d27593,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:01.322692 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-b5c036b3-2bde-43d4-a0e6-72881517a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.436261 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c036b3-2bde-43d4-a0e6-72881517a4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721dd5ca-6ba9-4737-a98a-0e4315f1f167,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:01.479584 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.479967 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.480330 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.480685 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.481677 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.482191 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.483743 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.484279 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.484932 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.485448 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.485943 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.486437 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.486940 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Tracked resource versions report: Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: pushed versions: Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: { 'AddressGroup': {'1.2'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'ConntrackHelper': {'1.0'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Log': {'1.0'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Network': {'1.1'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Port': {'1.7'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'PortForwarding': {'1.2'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'QosPolicy': {'1.10'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SecurityGroup': {'1.5'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SubPort': {'1.0'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Subnet': {'1.1'}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Trunk': {'1.1'}} Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: consumer versions: Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: { DHCP agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: HyperV agent@hv-cinder-78719: {}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: L3 agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: Metadata agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: Metering agent@dv-cinder-787195-10-iscsi: {}, Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: Open vSwitch agent@dv-cinder-787195-10-iscsi: { 'AddressGroup': '1.2', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'ConntrackHelper': '1.0', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'LocalIPAssociation': '1.0', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Log': '1.0', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Network': '1.1', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Port': '1.7', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'PortForwarding': '1.2', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'QosPolicy': '1.10', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SecurityGroup': '1.5', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SecurityGroupRule': '1.2', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'SubPort': '1.0', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Subnet': '1.1', Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: 'Trunk': '1.1'}} Dec 15 14:47:01.488316 dv-cinder-787195-10-iscsi neutron-server[119316]: {{(pid=119316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:47:01.514333 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:01.585120 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765d62e-fce1-4415-a582-c40bfa2d204e None None] Pushing event updated for resources: {'Port': ['ID=1b1cd27d-46b6-4771-9eb3-dcdb2d623639,revision_number=3']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:01.602889 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.667679 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-router', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:53Z', 'updated_at': '2021-12-15T14:46:55Z', 'revision_number': 3, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'gw_port': {'id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:01.706205 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-b5c036b3-2bde-43d4-a0e6-72881517a4b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73b00be27b0849b2975dc5ca95c5d708&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9636042 Dec 15 14:47:01.714266 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:01.738407 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b78731-4fcf-4175-aa3f-61ca070d5920 None None] The sync data for ids ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'] in dv-cinder-787195-10-iscsi is: [{'id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-router', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:53Z', 'updated_at': '2021-12-15T14:46:55Z', 'revision_number': 3, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'gw_port': {'id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:01.759640 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37460) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:01.762576 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.769210 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb8db301-6295-4c51-a39f-3ae6df1e5e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.796982 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb8db301-6295-4c51-a39f-3ae6df1e5e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.820479 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Sync routers for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:01.845906 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:01.846557 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:01.848323 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:01.850776 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:01.980896 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37472) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:01.983862 dv-cinder-787195-10-iscsi neutron-server[119313]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 14:47:02.105844 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e9b80ddb-d868-4096-9ac1-c754e543d162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:02.120772 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-408619d4-5f3d-4f98-984b-409a1ffe3ab8 None None] Provisioning complete for port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:02.121183 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-408619d4-5f3d-4f98-984b-409a1ffe3ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:02.130098 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d8d5eb15-7576-4996-aa34-3a4b88b8ea0b req-dd36461a-d8f5-402d-807b-8901294a7161 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 210 time: 0.1486473 Dec 15 14:47:02.137226 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:02.330855 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e9b80ddb-d868-4096-9ac1-c754e543d162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:02.386845 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:02.394373 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:02.422008 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8db301-6295-4c51-a39f-3ae6df1e5e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90801273-8af6-41ba-ba09-49555b1887d7,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:02.446913 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.64', 64642) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:02.479847 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Allocated IP 172.20.0.1 (4a278692-3315-4faf-ad0e-7760eff511d9/ea9f991a-1870-4cf7-ad23-48cda883cb39/a5ecd771-bb9d-49f8-bb6b-1025d0bea510) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:02.514977 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] Publish callbacks [] for router, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:02.516814 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-d92e5328-9b7a-48bb-997f-4197e081807b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8997693 Dec 15 14:47:02.525809 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37486) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:02.606561 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:46:58Z', 'revision_number': 3, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:02.625725 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:46:57Z', 'revision_number': 3, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:02.660164 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-fb8db301-6295-4c51-a39f-3ae6df1e5e81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66c90bf2d7274c06b10648791a0b7529&name=default HTTP/1.1" status: 200 len: 2993 time: 1.9666011 Dec 15 14:47:02.683902 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Checking router: 03b54358-c9a2-4514-b8ea-a0a29962dcff for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:02.686951 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37492) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:02.689599 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Checking router: d8884402-40e9-4e87-956e-d7f2c9c08654 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:02.692166 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Updating router 03b54358-c9a2-4514-b8ea-a0a29962dcff port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 binding host dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:47:02.695427 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Updating router d8884402-40e9-4e87-956e-d7f2c9c08654 port c5ad3b89-5b71-4740-acb9-b873b4ded601 binding host dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:47:02.732184 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e9b80ddb-d868-4096-9ac1-c754e543d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:02.740473 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e9b80ddb-d868-4096-9ac1-c754e543d162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:02.743837 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-e9b80ddb-d868-4096-9ac1-c754e543d162 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/721dd5ca-6ba9-4737-a98a-0e4315f1f167 HTTP/1.1" status: 204 len: 168 time: 0.9808164 Dec 15 14:47:02.755550 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Allocated IP 172.20.0.1 (bc3ba2a7-4287-4645-8e0b-f22a4538975b/a955104a-fa3f-411c-9c75-4a551bffdc9a/5d1735d0-4314-427e-aed0-81c4947fe422) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:02.763649 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:02.846384 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b80ddb-d868-4096-9ac1-c754e543d162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721dd5ca-6ba9-4737-a98a-0e4315f1f167,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:02.883372 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:02.909250 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.051967 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-06082d71-99ff-4a34-8995-812e0b895034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.144665 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.190903 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-06082d71-99ff-4a34-8995-812e0b895034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.283096 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-e3cefd46-ce30-4a75-8dc4-319397891701 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:03.291693 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-e3cefd46-ce30-4a75-8dc4-319397891701 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.64 "GET /v2.0/networks?id=cb8921ac-20e6-4703-aac8-9886dac45177 HTTP/1.1" status: 200 len: 812 time: 0.8391042 Dec 15 14:47:03.332647 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Publish callbacks [] for port, precommit_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.348005 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Network 4a278692-3315-4faf-ad0e-7760eff511d9 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:03.355162 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.381263 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:03.391627 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:03.392130 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502151'] for router_interface, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.463201 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f6303-371a-4ea0-a45f-b94c01c9d794 None None] Pushing event updated for resources: {'Port': ['ID=8f2b6a8b-4b9c-4dff-8aed-e52f29a32613,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:03.532632 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ecd771-bb9d-49f8-bb6b-1025d0bea510,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:03.533827 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Request body: {'port': {'device_id': '3923dc15-399b-4bde-af63-43c9805474c1', 'network_id': 'cb8921ac-20e6-4703-aac8-9886dac45177', 'admin_state_up': True, 'tenant_id': 'f433f11d77434492a17a0e88352e8ccf'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:03.535834 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Attempting to bind port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:03.536209 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Attempting to bind port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:03.536685 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Attempting to bind port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 on network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:03.559847 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:03.560742 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:03.560872 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.561228 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Bound using segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:03.566134 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Bound port: 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:03.566737 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.767029 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] For port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:03.786437 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] For port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=8f2b6a8b-4b9c-4dff-8aed-e52f29a32613,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:03.794474 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.840660 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Publish callbacks [] for port, precommit_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.859831 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:03.919106 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:03.951840 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d1f80ddf-66d1-463d-a0ad-d4b347eafd2e req-c4859579-2362-4c29-b91e-9c88e24cef0d tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 210 time: 0.2661867 Dec 15 14:47:03.967223 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b548c7-1e27-4271-8585-b68560cd021a None None] Pushing event updated for resources: {'Port': ['ID=c5ad3b89-5b71-4740-acb9-b873b4ded601,revision_number=2']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:04.041535 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Attempting to bind port c5ad3b89-5b71-4740-acb9-b873b4ded601 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:04.041952 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Attempting to bind port c5ad3b89-5b71-4740-acb9-b873b4ded601 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:04.042328 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Attempting to bind port c5ad3b89-5b71-4740-acb9-b873b4ded601 on network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:04.056970 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:04.057286 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:04.057714 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.058103 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Bound using segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:04.058583 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Bound port: c5ad3b89-5b71-4740-acb9-b873b4ded601, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:04.067852 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.075801 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f6303-371a-4ea0-a45f-b94c01c9d794 None None] Pushing event updated for resources: {'Port': ['ID=8f2b6a8b-4b9c-4dff-8aed-e52f29a32613,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:04.086879 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:04.087880 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:04.106473 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-06082d71-99ff-4a34-8995-812e0b895034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.109397 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-06082d71-99ff-4a34-8995-812e0b895034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.110590 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-06082d71-99ff-4a34-8995-812e0b895034 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90801273-8af6-41ba-ba09-49555b1887d7 HTTP/1.1" status: 204 len: 168 time: 1.4184945 Dec 15 14:47:04.152273 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06082d71-99ff-4a34-8995-812e0b895034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90801273-8af6-41ba-ba09-49555b1887d7,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:04.176422 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37542) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:04.187579 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-f0187ad4-c8df-4474-89df-0c05595afb90 None None] Provisioning complete for port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:04.188526 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f0187ad4-c8df-4474-89df-0c05595afb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.193767 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] For port c5ad3b89-5b71-4740-acb9-b873b4ded601, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:04.203101 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b16088f8-ea4c-49c4-89ef-975e05b37b9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.203921 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] For port c5ad3b89-5b71-4740-acb9-b873b4ded601, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c5ad3b89-5b71-4740-acb9-b873b4ded601,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:04.212841 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.282996 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.309631 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.325327 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b548c7-1e27-4271-8585-b68560cd021a None None] Pushing event updated for resources: {'Port': ['ID=c5ad3b89-5b71-4740-acb9-b873b4ded601,revision_number=3']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:04.327437 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:04.328115 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.375363 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:04.376001 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:04.519764 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-f0187ad4-c8df-4474-89df-0c05595afb90 None None] Port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:04.573377 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:04.614708 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.634992 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.639467 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503095'] for router_interface, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.661709 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:04.875779 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b16088f8-ea4c-49c4-89ef-975e05b37b9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:04.964347 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ecd771-bb9d-49f8-bb6b-1025d0bea510,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:04.978113 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b16088f8-ea4c-49c4-89ef-975e05b37b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:05.098141 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37556) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:05.099118 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b16088f8-ea4c-49c4-89ef-975e05b37b9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5db71db1fc0426fa227f575480f8df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9214506 Dec 15 14:47:05.117038 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Made reservation on behalf of f433f11d77434492a17a0e88352e8ccf for: {'port': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:05.131016 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:05.152719 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:05.217397 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:05.266018 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Network 4a278692-3315-4faf-ad0e-7760eff511d9 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:05.352829 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0c418cb1-3211-40ea-b5b9-a7b14732c569 req-a70ddd0e-39bb-4386-9d85-6e4ea4eb7ae2 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 210 time: 0.1278844 Dec 15 14:47:05.374112 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:05.489442 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:46:57Z', 'revision_number': 3, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:05.548907 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16088f8-ea4c-49c4-89ef-975e05b37b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af189a9-4d1c-4b02-9a4b-86d977193457,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:05.581886 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d2c97-3d5c-49ed-b3e9-4d4161148bd5 None None] The sync data for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi is: [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:46:57Z', 'revision_number': 3, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:05.653544 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:05.653933 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:05.815774 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Router 03b54358-c9a2-4514-b8ea-a0a29962dcff has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:05.944258 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Network bc3ba2a7-4287-4645-8e0b-f22a4538975b is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:06.051381 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:06.211150 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:06.243102 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b5993f9f-52de-45b7-b93f-f409d4be2231 admin admin] 10.222.0.62 "PUT /v2.0/routers/03b54358-c9a2-4514-b8ea-a0a29962dcff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8510406 Dec 15 14:47:06.252687 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:06.253850 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502151'] for router_interface, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:06.258948 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:46:58Z', 'revision_number': 3, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:06.312825 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef23efd-4fec-4107-9258-bf18778aea09 None None] The sync data for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi is: [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:46:58Z', 'revision_number': 3, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:06.363086 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b75956ac-c550-4f97-b67d-37a8f3a55f64 None None] Provisioning complete for port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:06.363992 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b75956ac-c550-4f97-b67d-37a8f3a55f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:06.461451 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b75956ac-c550-4f97-b67d-37a8f3a55f64 None None] Port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:06.463316 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:06.546832 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=1b1cd27d-46b6-4771-9eb3-dcdb2d623639,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:06.568581 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:06.695109 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Pushing event updated for resources: {'Port': ['ID=5d1735d0-4314-427e-aed0-81c4947fe422,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:06.734439 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=1b1cd27d-46b6-4771-9eb3-dcdb2d623639,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:06.758278 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb7f3-0f0a-4f20-b815-f8fdc3e18874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:06.811714 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c5ad3b89-5b71-4740-acb9-b873b4ded601 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:06.988483 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port c5ad3b89-5b71-4740-acb9-b873b4ded601 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:06.988858 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:07.196596 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:07.251156 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port c5ad3b89-5b71-4740-acb9-b873b4ded601, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c5ad3b89-5b71-4740-acb9-b873b4ded601,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:07.256434 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:07.377872 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb7f3-0f0a-4f20-b815-f8fdc3e18874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:07.416596 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=c5ad3b89-5b71-4740-acb9-b873b4ded601,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:07.470203 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:07.521488 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-34c6d6f0-1762-44c5-bfc6-bd7098864ab5 req-4d62e693-d2c9-4015-bba5-885cc4bb27d3 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 210 time: 0.9544728 Dec 15 14:47:07.592933 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb7f3-0f0a-4f20-b815-f8fdc3e18874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:07.601197 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb7f3-0f0a-4f20-b815-f8fdc3e18874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:07.605561 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-ac2cb7f3-0f0a-4f20-b815-f8fdc3e18874 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1af189a9-4d1c-4b02-9a4b-86d977193457 HTTP/1.1" status: 204 len: 168 time: 2.5048432 Dec 15 14:47:07.896295 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cb7f3-0f0a-4f20-b815-f8fdc3e18874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af189a9-4d1c-4b02-9a4b-86d977193457,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:08.052158 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:08.068174 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Allocated IP 172.20.0.9 (cb8921ac-20e6-4703-aac8-9886dac45177/86d6a35f-f18f-4eb2-9dab-701f2e26851b/94e0438b-86dc-450c-9b11-998c7ce98a26) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:08.507956 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37626) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:08.514218 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-1b09603d-bbbc-49fd-94d8-e7de81dff74d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016957431', 'description': 'tempest-description--95762325'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:08.584825 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1b09603d-bbbc-49fd-94d8-e7de81dff74d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:08.806339 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7c915247-03eb-486e-ab09-aea6827f662a req-5905cc56-817b-4799-9555-c68aaa8cdb58 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 210 time: 0.0966785 Dec 15 14:47:08.913150 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1b09603d-bbbc-49fd-94d8-e7de81dff74d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:08.925118 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1b09603d-bbbc-49fd-94d8-e7de81dff74d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:08.973395 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Allocated IP 172.20.0.1 (a00411fb-4394-435c-b9a7-ab8cf23b8b5c/69d99a11-edf8-4ab4-894b-3cc76e96dec2/2aaf9355-3752-4bb2-a164-b06d998f68a8) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:09.007552 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c5ad3b89-5b71-4740-acb9-b873b4ded601 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:09.079723 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1b09603d-bbbc-49fd-94d8-e7de81dff74d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.086688 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-1b09603d-bbbc-49fd-94d8-e7de81dff74d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5742574 Dec 15 14:47:09.091927 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09603d-bbbc-49fd-94d8-e7de81dff74d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f033dca-ac00-4bed-a304-9530b86937d8,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:09.094470 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37650) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:09.112430 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-c4784858-44d8-47ea-a2d0-282ccdac30cb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'security_group_rule': {'security_group_id': '4f033dca-ac00-4bed-a304-9530b86937d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:09.215089 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.219279 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port c5ad3b89-5b71-4740-acb9-b873b4ded601 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:09.219668 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.270974 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4784858-44d8-47ea-a2d0-282ccdac30cb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.288110 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.326436 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.330542 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.331211 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503095'] for router_interface, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.424402 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4784858-44d8-47ea-a2d0-282ccdac30cb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.468939 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4784858-44d8-47ea-a2d0-282ccdac30cb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.500795 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:09.517076 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4784858-44d8-47ea-a2d0-282ccdac30cb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ec05d3-8c89-41e4-ab29-9d47b030b678,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:09.552734 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c4784858-44d8-47ea-a2d0-282ccdac30cb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.557311 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-c4784858-44d8-47ea-a2d0-282ccdac30cb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4608552 Dec 15 14:47:09.559404 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37674) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:09.569907 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-b11d335b-b51c-44f5-b8a5-065afb30cabe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'security_group_rule': {'security_group_id': '4f033dca-ac00-4bed-a304-9530b86937d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:09.653567 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b11d335b-b51c-44f5-b8a5-065afb30cabe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.679982 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:09.681791 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.829258 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b11d335b-b51c-44f5-b8a5-065afb30cabe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.835707 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b11d335b-b51c-44f5-b8a5-065afb30cabe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.886610 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d335b-b51c-44f5-b8a5-065afb30cabe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03046930-2f49-4bff-a91d-ced22604ed3e,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:09.894460 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b11d335b-b51c-44f5-b8a5-065afb30cabe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:09.895925 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b11d335b-b51c-44f5-b8a5-065afb30cabe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3352289 Dec 15 14:47:09.901374 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37684) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:09.916394 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'floatingip': {'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:09.981177 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.011188 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.072492 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37688) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:10.128029 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=8f2b6a8b-4b9c-4dff-8aed-e52f29a32613,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:10.137569 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.158971 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:10.282063 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Network cb8921ac-20e6-4703-aac8-9886dac45177 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:10.320788 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:10.342430 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Pushing event updated for resources: {'Port': ['ID=5d1735d0-4314-427e-aed0-81c4947fe422,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:10.345827 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:10.360097 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:10.361040 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for port, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.587427 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.629479 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1321661 Dec 15 14:47:10.660946 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-88736ced-c4bc-4b9c-9dcc-146472fff2a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.668374 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=8f2b6a8b-4b9c-4dff-8aed-e52f29a32613,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:10.693274 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:10.695462 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.748043 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-cc5ec070-1ca8-4a45-b91d-1d21189add3b tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:47:10.749507 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-cc5ec070-1ca8-4a45-b91d-1d21189add3b tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0523467 Dec 15 14:47:10.831946 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:10.848412 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e28e3a-bbba-4cf5-a36a-c11e29445c7a req-aa5151ea-3c06-439f-90be-1550aa27d358 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:10.865990 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b8e28e3a-bbba-4cf5-a36a-c11e29445c7a req-aa5151ea-3c06-439f-90be-1550aa27d358 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 931 time: 0.6795406 Dec 15 14:47:10.906284 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76c763-fc8f-4c2a-896c-2893c349c768 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Pushing event updated for resources: {'Port': ['ID=94e0438b-86dc-450c-9b11-998c7ce98a26,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:10.954501 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Sync routers for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:10.960893 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Network bc3ba2a7-4287-4645-8e0b-f22a4538975b is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:10.970058 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:10.971041 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:10.973368 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:11.126046 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:11.207496 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:11.224815 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:11.246570 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b8e28e3a-bbba-4cf5-a36a-c11e29445c7a req-df879b6b-ef99-4070-809c-75fbe6b3a0b9 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792937 Dec 15 14:47:11.333854 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Request body: {'port': {'device_id': '3923dc15-399b-4bde-af63-43c9805474c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:11.342271 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-88736ced-c4bc-4b9c-9dcc-146472fff2a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:11.368543 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-88736ced-c4bc-4b9c-9dcc-146472fff2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:11.401160 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Allocated IP 172.27.2.53 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/53f74117-3d65-4f3c-9f5b-360b4a818422) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:11.404610 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Network a00411fb-4394-435c-b9a7-ab8cf23b8b5c is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:11.409247 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-88736ced-c4bc-4b9c-9dcc-146472fff2a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e66033e2cfb149aa935a4e7da6e69407&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3340642 Dec 15 14:47:11.413276 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 37718) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:11.420497 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:11.436171 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:11.437084 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502151'] for router_interface, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:11.452658 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88736ced-c4bc-4b9c-9dcc-146472fff2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ededa490-6a08-458e-abca-63b85dd9156d,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:11.658677 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:11.659399 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:11.759674 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Pushing event updated for resources: {'Port': ['ID=2aaf9355-3752-4bb2-a164-b06d998f68a8,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:11.769287 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:11.908785 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:11.958671 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:12.006892 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:12.029276 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:12.031590 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:12.114981 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 2, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:12.126763 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-eff08f94-ede7-41c8-a282-d3ab15757678 None None] Provisioning complete for port 2aaf9355-3752-4bb2-a164-b06d998f68a8 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:12.128056 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-eff08f94-ede7-41c8-a282-d3ab15757678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:12.178132 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'Port': ['ID=53f74117-3d65-4f3c-9f5b-360b4a818422,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:12.277416 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:12.305994 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Checking router: 03b54358-c9a2-4514-b8ea-a0a29962dcff for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:12.307671 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Updating router 03b54358-c9a2-4514-b8ea-a0a29962dcff port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 binding host dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:47:12.370149 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:12.409875 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-eff08f94-ede7-41c8-a282-d3ab15757678 None None] Port 2aaf9355-3752-4bb2-a164-b06d998f68a8 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:12.416316 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:12.516880 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:12.545318 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-03300abc-ed6d-4226-beae-2d90cbcbc92d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:12.549014 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:12.947909 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55dcb6-a6d2-48d1-ad98-e14b460dde97 req-2da5cb28-da87-4aa8-a796-b733ee35d3dd tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:12.958335 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-af55dcb6-a6d2-48d1-ad98-e14b460dde97 req-2da5cb28-da87-4aa8-a796-b733ee35d3dd tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 931 time: 0.4458232 Dec 15 14:47:13.060804 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-03300abc-ed6d-4226-beae-2d90cbcbc92d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.186206 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-af55dcb6-a6d2-48d1-ad98-e14b460dde97 req-ac61a95a-ba2c-4f46-94d3-1d4dc2ee887f tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266099 Dec 15 14:47:13.250063 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.259711 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.292299 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Publish callbacks [] for port, precommit_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.307809 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.352424 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.375486 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'Port': ['ID=53f74117-3d65-4f3c-9f5b-360b4a818422,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:13.381211 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.382867 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b315bd55-d63e-4030-81d0-ef1c8f76f882 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4799292 Dec 15 14:47:13.414007 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37760) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:13.570118 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a82cdb-6b9a-4da3-b87b-ad67fa1bde9b None None] Pushing event updated for resources: {'Port': ['ID=a5ecd771-bb9d-49f8-bb6b-1025d0bea510,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:13.668159 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:13.682048 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Sync routers for ids ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:13.722724 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Routers {'0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:13.723797 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:13.761593 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d021aea5-990c-41fd-92ab-bc22ac3ba097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.796913 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-a11ca7c9-0d1e-4207-bc57-8d66e08bf66e admin admin] 10.222.0.62 "PUT /v2.0/routers/0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7406032 Dec 15 14:47:13.825246 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Attempting to bind port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:13.831416 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Attempting to bind port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:13.831981 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Attempting to bind port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 on network 4a278692-3315-4faf-ad0e-7760eff511d9 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:13.849430 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:13.850749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Checking segment: {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:13.851387 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.853057 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Bound using segment: {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:13.853654 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Bound port: a5ecd771-bb9d-49f8-bb6b-1025d0bea510, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:13.854072 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.989001 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-03300abc-ed6d-4226-beae-2d90cbcbc92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.991462 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-03300abc-ed6d-4226-beae-2d90cbcbc92d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:13.995053 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-03300abc-ed6d-4226-beae-2d90cbcbc92d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ededa490-6a08-458e-abca-63b85dd9156d HTTP/1.1" status: 204 len: 168 time: 2.5741997 Dec 15 14:47:14.067258 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d021aea5-990c-41fd-92ab-bc22ac3ba097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.077514 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d021aea5-990c-41fd-92ab-bc22ac3ba097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.091935 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03300abc-ed6d-4226-beae-2d90cbcbc92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ededa490-6a08-458e-abca-63b85dd9156d,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:14.119674 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] For port a5ecd771-bb9d-49f8-bb6b-1025d0bea510, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:14.132127 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-956d817d-dafb-47b3-91ce-e0c553d26f2f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1016957431&fields=id&tenant_id=c60c7b105a47494a8738e08943c08475 HTTP/1.1" status: 200 len: 267 time: 0.3339796 Dec 15 14:47:14.147836 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] For port a5ecd771-bb9d-49f8-bb6b-1025d0bea510, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=a5ecd771-bb9d-49f8-bb6b-1025d0bea510,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:14.227125 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.254297 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Set router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:14.321692 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-d021aea5-990c-41fd-92ab-bc22ac3ba097 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43960c33b9d64262a99aa5cb51909542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9063289 Dec 15 14:47:14.329109 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37802) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:14.331233 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021aea5-990c-41fd-92ab-bc22ac3ba097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574ff2d1-cada-4e67-9de0-fbf9ece3f14e,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:14.423147 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-8301540a-1d1f-48b5-a71e-2b0d75f50c15 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:14.430369 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-8301540a-1d1f-48b5-a71e-2b0d75f50c15 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 811 time: 0.2860546 Dec 15 14:47:14.521519 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-d2f4154d-01b5-43ea-aa19-7c0bcd4c2184 None None] Provisioning complete for port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:14.522710 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d2f4154d-01b5-43ea-aa19-7c0bcd4c2184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.529816 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-19c7d1e5-f1c7-4dfa-885d-1f517f09cb56 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/quotas/c60c7b105a47494a8738e08943c08475 HTTP/1.1" status: 200 len: 375 time: 0.0846438 Dec 15 14:47:14.531286 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:14.532302 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:14.705619 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88fc73-0e12-426c-902e-dcb4c19b10eb req-14432616-4068-4f9b-bff6-31c51f36d2e8 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:14.718861 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de88fc73-0e12-426c-902e-dcb4c19b10eb req-14432616-4068-4f9b-bff6-31c51f36d2e8 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 931 time: 0.3048105 Dec 15 14:47:14.721061 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-31bf783f-101a-436c-82f8-47084dce5728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.805219 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.847737 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.849706 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503095'] for router_interface, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.896370 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-31bf783f-101a-436c-82f8-47084dce5728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:14.927555 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de88fc73-0e12-426c-902e-dcb4c19b10eb req-3ce18ef6-a15e-4705-b3b1-976fc870474c tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056787 Dec 15 14:47:14.953087 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:47:15.012056 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-router', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:53Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'gw_port': {'id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '5d1735d0-4314-427e-aed0-81c4947fe422', 'name': '', 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'mac_address': 'fa:16:3e:7b:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a955104a-fa3f-411c-9c75-4a551bffdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:08Z', 'revision_number': 2, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'subnets': [{'id': 'a955104a-fa3f-411c-9c75-4a551bffdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:15.038831 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-31bf783f-101a-436c-82f8-47084dce5728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:15.043134 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-31bf783f-101a-436c-82f8-47084dce5728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:15.047174 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-31bf783f-101a-436c-82f8-47084dce5728 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/574ff2d1-cada-4e67-9de0-fbf9ece3f14e HTTP/1.1" status: 204 len: 168 time: 0.7069843 Dec 15 14:47:15.055690 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf783f-101a-436c-82f8-47084dce5728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574ff2d1-cada-4e67-9de0-fbf9ece3f14e,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:15.107908 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Checking router: 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:15.108724 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Updating router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf port 5d1735d0-4314-427e-aed0-81c4947fe422 binding host dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:47:15.134032 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-a420ec70-63eb-4a5a-bfee-1519b9dc0208 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6018209 Dec 15 14:47:15.144796 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:15.162464 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e0438b-86dc-450c-9b11-998c7ce98a26 {{(pid=119314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:15.221911 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:15.372619 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a82cdb-6b9a-4da3-b87b-ad67fa1bde9b None None] Pushing event updated for resources: {'Port': ['ID=a5ecd771-bb9d-49f8-bb6b-1025d0bea510,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:15.482802 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:15.801667 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.provisioning_blocks [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Transition to ACTIVE for port object 94e0438b-86dc-450c-9b11-998c7ce98a26 will not be triggered until provisioned by entity L2. {{(pid=119314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:47:15.808723 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Pushing event updated for resources: {'Port': ['ID=2aaf9355-3752-4bb2-a164-b06d998f68a8,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:15.896920 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d2f4154d-01b5-43ea-aa19-7c0bcd4c2184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:15.925381 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ed5c17f3-8dab-43e8-a7a5-98b2a1ce7b58 service neutron] 10.222.0.62 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704404 Dec 15 14:47:15.925381 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:16.095255 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-d2f4154d-01b5-43ea-aa19-7c0bcd4c2184 None None] For port a5ecd771-bb9d-49f8-bb6b-1025d0bea510, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=a5ecd771-bb9d-49f8-bb6b-1025d0bea510,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:16.120576 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d2f4154d-01b5-43ea-aa19-7c0bcd4c2184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:16.180861 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Pushing event updated for resources: {'Port': ['ID=94e0438b-86dc-450c-9b11-998c7ce98a26,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:16.194353 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-1a74df8b-50f9-428c-91e3-82a2e8290e29 service neutron] 10.222.0.62 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566361 Dec 15 14:47:16.288694 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:14Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:16.352631 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Publish callbacks [] for port, precommit_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:16.362270 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:16.424958 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ce9e8-2527-4abe-a65f-4ff167b3cf8d None None] The sync data for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi is: [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:14Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:16.437645 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-dadcdf00-adc1-4a8a-b432-da2af415784e None None] Provisioning complete for port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:16.438176 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-dadcdf00-adc1-4a8a-b432-da2af415784e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:16.439220 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.managers [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Attempting to bind port 94e0438b-86dc-450c-9b11-998c7ce98a26 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:16.440138 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4154d-01b5-43ea-aa19-7c0bcd4c2184 None None] Pushing event updated for resources: {'Port': ['ID=a5ecd771-bb9d-49f8-bb6b-1025d0bea510,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:16.443637 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.managers [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Attempting to bind port 94e0438b-86dc-450c-9b11-998c7ce98a26 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '523e4e53-3b15-4fa4-98da-d830049634e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cb8921ac-20e6-4703-aac8-9886dac45177'}] {{(pid=119314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:16.451576 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Attempting to bind port 94e0438b-86dc-450c-9b11-998c7ce98a26 on network cb8921ac-20e6-4703-aac8-9886dac45177 {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:16.473661 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Port 94e0438b-86dc-450c-9b11-998c7ce98a26 on network cb8921ac-20e6-4703-aac8-9886dac45177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:47:16.475355 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Attempting to bind port 94e0438b-86dc-450c-9b11-998c7ce98a26 on network cb8921ac-20e6-4703-aac8-9886dac45177 {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:16.504636 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d17e25-4e33-47e8-a1d0-7eb9482e5daa None None] Pushing event updated for resources: {'Port': ['ID=5d1735d0-4314-427e-aed0-81c4947fe422,revision_number=3']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:16.545005 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Network a00411fb-4394-435c-b9a7-ab8cf23b8b5c is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:16.579234 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:16.757961 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Attempting to bind port 5d1735d0-4314-427e-aed0-81c4947fe422 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:16.757961 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Attempting to bind port 5d1735d0-4314-427e-aed0-81c4947fe422 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:16.758346 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Attempting to bind port 5d1735d0-4314-427e-aed0-81c4947fe422 on network bc3ba2a7-4287-4645-8e0b-f22a4538975b {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:16.775962 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:16.776371 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Checking segment: {'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:16.776828 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:16.777273 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Bound using segment: {'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:16.789042 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Bound port: 5d1735d0-4314-427e-aed0-81c4947fe422, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'}}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:16.789475 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:16.977338 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45970dca-f965-45a9-8306-2021402ada92 req-bc6defbc-00af-4fde-a107-37eabed237d2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:16.979208 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-bc6defbc-00af-4fde-a107-37eabed237d2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 819 time: 1.0675850 Dec 15 14:47:16.985832 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37878) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:17.035095 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:17.036067 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Checking segment: {'id': '523e4e53-3b15-4fa4-98da-d830049634e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cb8921ac-20e6-4703-aac8-9886dac45177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:17.037730 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Bound using segment: {'id': '523e4e53-3b15-4fa4-98da-d830049634e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cb8921ac-20e6-4703-aac8-9886dac45177'} {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:17.037730 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.managers [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Bound port: 94e0438b-86dc-450c-9b11-998c7ce98a26, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e4e53-3b15-4fa4-98da-d830049634e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cb8921ac-20e6-4703-aac8-9886dac45177'}}] {{(pid=119314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:17.037958 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:17.042663 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Router d8884402-40e9-4e87-956e-d7f2c9c08654 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:17.042878 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-41324515-1177-45ac-a0a5-9b03bbdda174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:17.086273 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] For port 5d1735d0-4314-427e-aed0-81c4947fe422, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:17.120861 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] For port 5d1735d0-4314-427e-aed0-81c4947fe422, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=5d1735d0-4314-427e-aed0-81c4947fe422,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:17.144542 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:17.167589 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-9bdb93d2-54b7-4ed0-8da1-83b29d30a8ce tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/quotas/ebd0eab3546f46afa0a0ee4940c0f043 HTTP/1.1" status: 200 len: 375 time: 0.1267972 Dec 15 14:47:17.171662 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device a5ecd771-bb9d-49f8-bb6b-1025d0bea510 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:17.234246 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f431e-7d7f-4e34-b5fe-5332c4eab73e req-ed09047c-5398-4a3e-bb3c-ff119026cdbe tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:17.236735 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b23f431e-7d7f-4e34-b5fe-5332c4eab73e req-ed09047c-5398-4a3e-bb3c-ff119026cdbe tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 943 time: 0.2114925 Dec 15 14:47:17.454497 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-4060c47c-9341-44b1-8e96-2ef5bf808366 None None] Provisioning complete for port 2aaf9355-3752-4bb2-a164-b06d998f68a8 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:17.459127 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-4060c47c-9341-44b1-8e96-2ef5bf808366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:17.489868 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Routers {'0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:17.494261 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:17.546087 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:17.566677 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-10bf95d5-268b-4ef5-8081-12e680645882 admin admin] 10.222.0.62 "PUT /v2.0/routers/d8884402-40e9-4e87-956e-d7f2c9c08654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9926405 Dec 15 14:47:17.579084 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:17.579470 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:17.596591 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Sync routers for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:17.671062 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] For port 94e0438b-86dc-450c-9b11-998c7ce98a26, host hv-cinder-78719, cleared binding levels {{(pid=119314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:17.677672 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] For port 94e0438b-86dc-450c-9b11-998c7ce98a26, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=94e0438b-86dc-450c-9b11-998c7ce98a26,segment=NetworkSegment(523e4e53-3b15-4fa4-98da-d830049634e5),segment_id=523e4e53-3b15-4fa4-98da-d830049634e5)] {{(pid=119314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:17.696211 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-8ea80dbd-a356-4903-9bed-e50f79e4a64e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5236316 Dec 15 14:47:17.702438 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-4060c47c-9341-44b1-8e96-2ef5bf808366 None None] Port 2aaf9355-3752-4bb2-a164-b06d998f68a8 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:17.708444 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:17.749843 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:17.750645 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:17.753412 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d17e25-4e33-47e8-a1d0-7eb9482e5daa None None] Pushing event updated for resources: {'Port': ['ID=5d1735d0-4314-427e-aed0-81c4947fe422,revision_number=4']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:17.908210 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] Set router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:18.000565 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:18.013018 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for port, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:18.015928 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] 10.222.0.64 "PUT /v2.0/ports/94e0438b-86dc-450c-9b11-998c7ce98a26 HTTP/1.1" status: 200 len: 1093 time: 7.1119385 Dec 15 14:47:18.030059 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3923dc15-399b-4bde-af63-43c9805474c1', 'tag': '94e0438b-86dc-450c-9b11-998c7ce98a26'}] {{(pid=119314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:18.057428 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-41324515-1177-45ac-a0a5-9b03bbdda174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:18.077533 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-41324515-1177-45ac-a0a5-9b03bbdda174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:18.255621 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41324515-1177-45ac-a0a5-9b03bbdda174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a842852-96b5-4fd6-803d-9ffb7f293c3d,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:18.364069 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-41324515-1177-45ac-a0a5-9b03bbdda174 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=963781a586cd4e5e8911771c5e83a695&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3746097 Dec 15 14:47:18.377162 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 37926) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:18.433285 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b23f431e-7d7f-4e34-b5fe-5332c4eab73e req-b89debac-a27a-4e6a-9134-24a99e49adb5 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1093102 Dec 15 14:47:18.639837 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e2952deb-005c-470d-830f-311c53722c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:18.753548 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:18.759896 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e2952deb-005c-470d-830f-311c53722c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:18.894613 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-c1fb0cc7-736a-48ba-a417-04333b714ba2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:47:18.899184 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-c1fb0cc7-736a-48ba-a417-04333b714ba2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5365508 Dec 15 14:47:18.983092 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e2952deb-005c-470d-830f-311c53722c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:19.005628 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e2952deb-005c-470d-830f-311c53722c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:19.007973 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-e2952deb-005c-470d-830f-311c53722c7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a842852-96b5-4fd6-803d-9ffb7f293c3d HTTP/1.1" status: 204 len: 168 time: 0.6229172 Dec 15 14:47:19.032545 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f09ca5-fc41-4bbe-bd5a-8da244b73c57 service neutron] Pushing event updated for resources: {'Port': ['ID=94e0438b-86dc-450c-9b11-998c7ce98a26,revision_number=3']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:19.063099 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6e096c80-3b6c-456e-90b4-1138f6c2afa4 req-43f9697e-f347-4718-bda2-3e47cd47e7a1 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 210 time: 0.3708332 Dec 15 14:47:19.104601 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4664b734-4dc4-46a0-add5-52c2259c2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:19.108181 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-4664b734-4dc4-46a0-add5-52c2259c2580 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f433f11d77434492a17a0e88352e8ccf&device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 1096 time: 0.6607134 Dec 15 14:47:19.268981 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2952deb-005c-470d-830f-311c53722c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a842852-96b5-4fd6-803d-9ffb7f293c3d,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:19.323175 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b153a731d63761eb74fe6a21d496159023c6413618ed33929f2ff838d171597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ac85a0-df98-4233-9cdd-32e8769424ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3923dc15-399b-4bde-af63-43c9805474c1", "tag": "94e0438b-86dc-450c-9b11-998c7ce98a26"}]}' {{(pid=119314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:19.393657 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-router', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:53Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'gw_port': {'id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '5d1735d0-4314-427e-aed0-81c4947fe422', 'name': '', 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'mac_address': 'fa:16:3e:7b:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a955104a-fa3f-411c-9c75-4a551bffdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:17Z', 'revision_number': 4, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'subnets': [{'id': 'a955104a-fa3f-411c-9c75-4a551bffdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:19.452653 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-8864b897-0cff-4875-8c2b-117bf9491ff5 service neutron] 10.222.0.62 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385196 Dec 15 14:47:19.487696 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-fd1531cf-4d8f-4ef2-8150-29dad0e6a4cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e0438b-86dc-450c-9b11-998c7ce98a26 HTTP/1.1" status: 200 len: 217 time: 0.3619194 Dec 15 14:47:19.537307 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d94c50a-815e-48b4-91e1-3044f6235cb4 None None] The sync data for ids ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'] in dv-cinder-787195-10-iscsi is: [{'id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-router', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:53Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'gw_port': {'id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '5d1735d0-4314-427e-aed0-81c4947fe422', 'name': '', 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'mac_address': 'fa:16:3e:7b:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a955104a-fa3f-411c-9c75-4a551bffdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:17Z', 'revision_number': 4, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'subnets': [{'id': 'a955104a-fa3f-411c-9c75-4a551bffdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:19.768076 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-5bec4a4c-7351-4eb8-a600-d0ab555bf552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:19.771126 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-5bec4a4c-7351-4eb8-a600-d0ab555bf552 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=86d6a35f-f18f-4eb2-9dab-701f2e26851b HTTP/1.1" status: 200 len: 852 time: 0.1944995 Dec 15 14:47:19.800874 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:13Z', 'revision_number': 2, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:19.815282 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-761c2318-be9d-4361-b42b-b1e2a79bc3a0 service neutron] 10.222.0.62 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549001 Dec 15 14:47:19.932333 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Checking router: d8884402-40e9-4e87-956e-d7f2c9c08654 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:19.935368 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Updating router d8884402-40e9-4e87-956e-d7f2c9c08654 port 2aaf9355-3752-4bb2-a164-b06d998f68a8 binding host dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:47:20.037429 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-c107434d-033b-4079-b7af-e99339a7b010 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb8921ac-20e6-4703-aac8-9886dac45177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2216382 Dec 15 14:47:20.089370 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:20.447424 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-fa082684-8896-40d4-8647-8ac3291c887f service neutron] 10.222.0.64 "GET /v2.0/networks/cb8921ac-20e6-4703-aac8-9886dac45177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849432 Dec 15 14:47:20.594576 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-54956901-59e6-4877-843a-d0a5420afbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:20.647228 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 38020) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:20.653354 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-e5efedeb-5fcf-48d8-b862-3951d537d5c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166943036', 'description': 'tempest-description--2016063708'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:20.704176 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e5efedeb-5fcf-48d8-b862-3951d537d5c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:20.913227 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e5efedeb-5fcf-48d8-b862-3951d537d5c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:20.919781 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.64', 64660) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:20.967085 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4155acd6-316f-4014-8fc0-c3cf9b808f2c req-a3979214-faa3-4fcc-8bac-109d5f9e4493 service neutron] 10.222.0.64 "GET /v2.0/networks/cb8921ac-20e6-4703-aac8-9886dac45177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666417 Dec 15 14:47:21.051855 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23d24-2239-4ad4-8409-2e77a110c8db req-988633b9-e3b4-4c85-8bc3-60680d224d4d tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:21.063525 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-23c23d24-2239-4ad4-8409-2e77a110c8db req-988633b9-e3b4-4c85-8bc3-60680d224d4d tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 943 time: 0.1992743 Dec 15 14:47:21.108663 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Publish callbacks [] for port, precommit_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.118591 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.230449 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-5aaa33da-e2c4-48a3-847c-56429e683fa7 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:21.237258 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-5aaa33da-e2c4-48a3-847c-56429e683fa7 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.64 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 811 time: 0.3154509 Dec 15 14:47:21.240914 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e5efedeb-5fcf-48d8-b862-3951d537d5c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.251701 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68f14e-2fee-454e-a233-276b334ae167 None None] Pushing event updated for resources: {'Port': ['ID=2aaf9355-3752-4bb2-a164-b06d998f68a8,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:21.256496 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 5d1735d0-4314-427e-aed0-81c4947fe422 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:21.268272 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-23c23d24-2239-4ad4-8409-2e77a110c8db req-18841c52-751a-4678-85ae-80152aa8be09 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970043 Dec 15 14:47:21.556050 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639f6e16-0a1e-4635-a4c2-46bcf54dfe00 x-openstack-request-id: req-639f6e16-0a1e-4635-a4c2-46bcf54dfe00 {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:21.556348 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3923dc15-399b-4bde-af63-43c9805474c1", "tag": "94e0438b-86dc-450c-9b11-998c7ce98a26", "status": "completed", "code": 200}]} {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:21.556640 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-639f6e16-0a1e-4635-a4c2-46bcf54dfe00 {{(pid=119314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:21.557095 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3923dc15-399b-4bde-af63-43c9805474c1', 'tag': '94e0438b-86dc-450c-9b11-998c7ce98a26', 'status': 'completed', 'code': 200} Dec 15 14:47:21.635417 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-f9d77613-d557-4b7c-9f71-42cb5b5eb6aa tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c60c7b105a47494a8738e08943c08475 HTTP/1.1" status: 200 len: 380 time: 0.3712304 Dec 15 14:47:21.641911 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d9d5968e-868a-461a-964c-853d6d2548ef req-320a7c64-0af4-4e96-abd0-5cbd2529d365 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 210 time: 0.1473672 Dec 15 14:47:21.685711 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 5d1735d0-4314-427e-aed0-81c4947fe422 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:21.686220 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.697498 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e5efedeb-5fcf-48d8-b862-3951d537d5c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.702685 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-e5efedeb-5fcf-48d8-b862-3951d537d5c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0511320 Dec 15 14:47:21.745380 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38062) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:21.747056 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'port': {'device_id': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'admin_state_up': True, 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'security_groups': ['4f033dca-ac00-4bed-a304-9530b86937d8']}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:21.761058 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-a49b51a6-1a46-4e1e-882a-920ac97c2d86 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'security_group_rule': {'security_group_id': 'ce1301f9-95a9-4a39-83bd-cefff8f3db1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:21.772159 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efedeb-5fcf-48d8-b862-3951d537d5c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1301f9-95a9-4a39-83bd-cefff8f3db1d,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:21.848152 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d8c6b515-b34d-4f1c-a207-4e1b2137958e req-2705072b-318c-4323-bbf3-1facc77467af tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 210 time: 0.1849170 Dec 15 14:47:21.869075 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a49b51a6-1a46-4e1e-882a-920ac97c2d86 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:21.917100 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Attempting to bind port 2aaf9355-3752-4bb2-a164-b06d998f68a8 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:21.921218 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Attempting to bind port 2aaf9355-3752-4bb2-a164-b06d998f68a8 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:21.921592 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Attempting to bind port 2aaf9355-3752-4bb2-a164-b06d998f68a8 on network a00411fb-4394-435c-b9a7-ab8cf23b8b5c {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:22.000350 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:22.003909 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Checking segment: {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:22.005757 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:22.005757 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Bound using segment: {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:22.006169 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Bound port: 2aaf9355-3752-4bb2-a164-b06d998f68a8, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:22.006477 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:22.018286 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac85a0-df98-4233-9cdd-32e8769424ba req-f034d048-e306-4f96-9d9b-c163608a7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:22.022203 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-11ac85a0-df98-4233-9cdd-32e8769424ba req-f034d048-e306-4f96-9d9b-c163608a7faf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f433f11d77434492a17a0e88352e8ccf&device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 1096 time: 0.4049864 Dec 15 14:47:22.142870 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:22.155138 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Made reservation on behalf of c60c7b105a47494a8738e08943c08475 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:22.163260 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:22.479806 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-4aebb19b-bb3c-45fb-bf11-ba6adf26c49c None None] Provisioning complete for port 2aaf9355-3752-4bb2-a164-b06d998f68a8 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:22.481956 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-4aebb19b-bb3c-45fb-bf11-ba6adf26c49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:22.596944 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port 5d1735d0-4314-427e-aed0-81c4947fe422, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=5d1735d0-4314-427e-aed0-81c4947fe422,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:22.602491 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-4aebb19b-bb3c-45fb-bf11-ba6adf26c49c None None] Port 2aaf9355-3752-4bb2-a164-b06d998f68a8 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:22.604699 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] For port 2aaf9355-3752-4bb2-a164-b06d998f68a8, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:22.622321 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] For port 2aaf9355-3752-4bb2-a164-b06d998f68a8, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=2aaf9355-3752-4bb2-a164-b06d998f68a8,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:22.625369 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:22.639472 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:22.755095 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=5d1735d0-4314-427e-aed0-81c4947fe422,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:22.777475 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:22.779485 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:46:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:22.781799 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c920ee-e7a0-4f79-8d6f-bccec306a19f req-4784222b-ca25-4b6f-baf9-05205715280a tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:22.799256 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-09c920ee-e7a0-4f79-8d6f-bccec306a19f req-4784222b-ca25-4b6f-baf9-05205715280a tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 943 time: 0.3695185 Dec 15 14:47:22.805033 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Allocated IP 172.20.0.13 (4a278692-3315-4faf-ad0e-7760eff511d9/ea9f991a-1870-4cf7-ad23-48cda883cb39/fc2d8391-28a9-4ec6-a299-40e3c83859e0) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:22.868678 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.64', 64666) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:22.894388 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a49b51a6-1a46-4e1e-882a-920ac97c2d86 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:22.920887 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68f14e-2fee-454e-a233-276b334ae167 None None] Pushing event updated for resources: {'Port': ['ID=2aaf9355-3752-4bb2-a164-b06d998f68a8,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:22.935431 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a49b51a6-1a46-4e1e-882a-920ac97c2d86 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:22.988249 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b51a6-1a46-4e1e-882a-920ac97c2d86 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8e2152-3ef4-4b6a-982e-db3f789546eb,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:23.099437 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-1733d611-0b6d-4f1b-a49c-2a9495c1ebf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:23.113022 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-09c920ee-e7a0-4f79-8d6f-bccec306a19f req-77cd839c-d74b-460a-92fa-3497052f3344 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423809 Dec 15 14:47:23.134224 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:23.201213 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 5d1735d0-4314-427e-aed0-81c4947fe422 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:23.230363 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a49b51a6-1a46-4e1e-882a-920ac97c2d86 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:23.235100 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-a49b51a6-1a46-4e1e-882a-920ac97c2d86 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4853051 Dec 15 14:47:23.261458 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38126) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:23.272091 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-6e72978a-cf4b-4b45-8e76-9676f43385ad tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'security_group_rule': {'security_group_id': 'ce1301f9-95a9-4a39-83bd-cefff8f3db1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:23.295518 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-79786ff6-fed3-4655-9dfc-96cb77e0ada0 None None] Provisioning complete for port 2aaf9355-3752-4bb2-a164-b06d998f68a8 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:23.296938 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-79786ff6-fed3-4655-9dfc-96cb77e0ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:23.349317 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac85a0-df98-4233-9cdd-32e8769424ba req-c3adee26-db9a-45b6-8a1f-81d51a53ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:23.361899 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-11ac85a0-df98-4233-9cdd-32e8769424ba req-c3adee26-db9a-45b6-8a1f-81d51a53ac4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb8921ac-20e6-4703-aac8-9886dac45177 HTTP/1.1" status: 200 len: 913 time: 1.3217711 Dec 15 14:47:23.418413 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-11ac85a0-df98-4233-9cdd-32e8769424ba req-75d66ffc-1d21-440b-a039-428a5a1d4e9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e0438b-86dc-450c-9b11-998c7ce98a26 HTTP/1.1" status: 200 len: 217 time: 0.0401428 Dec 15 14:47:23.496479 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e72978a-cf4b-4b45-8e76-9676f43385ad tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:23.511517 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-35fbb7d2-cf7a-4148-a96d-2229536a46a7 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:23.514152 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-35fbb7d2-cf7a-4148-a96d-2229536a46a7 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 819 time: 1.1628520 Dec 15 14:47:23.548434 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-0c62b8a5-f59d-4421-af72-e9aa883f09e1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/quotas/ebd0eab3546f46afa0a0ee4940c0f043 HTTP/1.1" status: 200 len: 375 time: 0.0204399 Dec 15 14:47:23.555080 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac85a0-df98-4233-9cdd-32e8769424ba req-076d13b7-4c10-4cfa-b5af-d0b0ced6ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:23.556921 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-11ac85a0-df98-4233-9cdd-32e8769424ba req-076d13b7-4c10-4cfa-b5af-d0b0ced6ca62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=86d6a35f-f18f-4eb2-9dab-701f2e26851b HTTP/1.1" status: 200 len: 852 time: 0.1277492 Dec 15 14:47:23.624265 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-11ac85a0-df98-4233-9cdd-32e8769424ba req-f2eb607e-b5f1-4ea4-8d73-44434628bbc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb8921ac-20e6-4703-aac8-9886dac45177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516448 Dec 15 14:47:23.708496 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 38136) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:23.718365 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-79786ff6-fed3-4655-9dfc-96cb77e0ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:23.796601 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6454f515-9c98-463a-82cd-8249c66b4538 req-6cc7f5fd-7eb4-40b0-af16-91b9e1b3fa7f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 210 time: 0.5150681 Dec 15 14:47:23.842108 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-79786ff6-fed3-4655-9dfc-96cb77e0ada0 None None] For port 2aaf9355-3752-4bb2-a164-b06d998f68a8, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=2aaf9355-3752-4bb2-a164-b06d998f68a8,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:23.871762 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-79786ff6-fed3-4655-9dfc-96cb77e0ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:23.897675 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45970dca-f965-45a9-8306-2021402ada92 req-9f8a5122-084f-46b4-9fbc-ad8b30077536 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:23.901387 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-9f8a5122-084f-46b4-9fbc-ad8b30077536 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.64 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 819 time: 1.0296443 Dec 15 14:47:23.902378 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-009e60d1-16fe-4b93-889f-dbbee23e8f30 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3393936 Dec 15 14:47:23.975701 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79786ff6-fed3-4655-9dfc-96cb77e0ada0 None None] Pushing event updated for resources: {'Port': ['ID=2aaf9355-3752-4bb2-a164-b06d998f68a8,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:23.983236 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 5d1735d0-4314-427e-aed0-81c4947fe422 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:23.983657 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.017942 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e72978a-cf4b-4b45-8e76-9676f43385ad tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.025137 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Request body: {'port': {'device_id': '001f7a4f-46e0-485d-8bc6-f9eae0e55cbb', 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b', 'admin_state_up': True, 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:24.098420 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e72978a-cf4b-4b45-8e76-9676f43385ad tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.200769 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72978a-cf4b-4b45-8e76-9676f43385ad tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23e144c-907f-4b49-9789-2278fc59aed1,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:24.205131 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.289746 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e72978a-cf4b-4b45-8e76-9676f43385ad tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.311852 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6e72978a-cf4b-4b45-8e76-9676f43385ad tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0421069 Dec 15 14:47:24.318677 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38156) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:24.326544 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:22Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:24.362308 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'floatingip': {'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:24.379287 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04a0cf1-5550-4e85-b156-286e134d107a None None] The sync data for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi is: [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:22Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:24.406171 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-55538f0c-c7ec-4295-a5f0-5709041c2ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.423842 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.442403 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-11ac85a0-df98-4233-9cdd-32e8769424ba req-62fdf334-4123-47fd-901c-d73b493dc9ce service neutron] 10.222.0.64 "GET /v2.0/networks/cb8921ac-20e6-4703-aac8-9886dac45177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8084607 Dec 15 14:47:24.483482 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.514741 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-85934c0d-5914-4a43-bace-7cb123fece61 service neutron] 10.222.0.62 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088233 Dec 15 14:47:24.627089 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Made reservation on behalf of ebd0eab3546f46afa0a0ee4940c0f043 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:24.633313 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.681736 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86521b46-1a4a-4a0f-8b0b-a938e8410a7b req-6f35686a-dcdd-4992-890b-5719d69db0a7 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:24.694382 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-86521b46-1a4a-4a0f-8b0b-a938e8410a7b req-6f35686a-dcdd-4992-890b-5719d69db0a7 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 943 time: 0.4250312 Dec 15 14:47:24.844094 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-11ac85a0-df98-4233-9cdd-32e8769424ba req-a92facb6-a2f3-4f82-a2b8-f4660e9ae511 service neutron] 10.222.0.64 "GET /v2.0/networks/cb8921ac-20e6-4703-aac8-9886dac45177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915131 Dec 15 14:47:24.849292 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:24.879771 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-d0b52333-06c1-4252-9cc2-c6a488328aad service neutron] 10.222.0.62 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633640 Dec 15 14:47:24.887525 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-86521b46-1a4a-4a0f-8b0b-a938e8410a7b req-8a2b2294-ad5b-4c04-bb3a-bb34044dcd65 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914992 Dec 15 14:47:24.909788 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.116514 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 2aaf9355-3752-4bb2-a164-b06d998f68a8 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:25.261370 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Allocated IP 172.27.2.14 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/05b0fb12-326e-4ddb-bbbe-f20929b50225) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:25.336777 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-cb94ea6d-0061-443a-b852-19e448475275 req-d31fefe3-1dd6-4f9b-aab7-ad2cdc844107 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 210 time: 0.1369357 Dec 15 14:47:25.344841 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-55538f0c-c7ec-4295-a5f0-5709041c2ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.348908 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 2aaf9355-3752-4bb2-a164-b06d998f68a8 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:25.349421 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Network 4a278692-3315-4faf-ad0e-7760eff511d9 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:25.349509 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.412702 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'Port': ['ID=fc2d8391-28a9-4ec6-a299-40e3c83859e0,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:25.424862 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:25.448171 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-55538f0c-c7ec-4295-a5f0-5709041c2ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.516580 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Allocated IP 172.20.0.6 (bc3ba2a7-4287-4645-8e0b-f22a4538975b/a955104a-fa3f-411c-9c75-4a551bffdc9a/1e3e0c90-a04e-4b65-9632-b6a88c2db2e7) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:25.584040 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-55538f0c-c7ec-4295-a5f0-5709041c2ba3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8d33fc69c2249a28e346b94c3b7300c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8256946 Dec 15 14:47:25.595611 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38194) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:25.606003 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.651386 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55538f0c-c7ec-4295-a5f0-5709041c2ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a6c31b-7c58-4696-9c07-bf8d21e3f0f0,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:25.665376 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355708ae-0e74-4f4e-af27-6e939ca9c6e6 req-2d2901c1-b9ea-40da-a868-f259e36d5907 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:25.667084 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-355708ae-0e74-4f4e-af27-6e939ca9c6e6 req-2d2901c1-b9ea-40da-a868-f259e36d5907 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 932 time: 0.6475010 Dec 15 14:47:25.673822 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:25.681992 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:25.682778 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.734150 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 94e0438b-86dc-450c-9b11-998c7ce98a26 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:47:25.799698 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-82d7b892-b864-4e2c-8195-d029f1434a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.810615 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-ff242f0a-89c0-4fb0-ac96-e3350d7eb457 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1430383 Dec 15 14:47:25.817370 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.906962 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Request body: {'port': {'device_id': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:25.920322 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-82d7b892-b864-4e2c-8195-d029f1434a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:25.930876 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 94e0438b-86dc-450c-9b11-998c7ce98a26, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=94e0438b-86dc-450c-9b11-998c7ce98a26,segment=NetworkSegment(523e4e53-3b15-4fa4-98da-d830049634e5),segment_id=523e4e53-3b15-4fa4-98da-d830049634e5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:25.937184 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-355708ae-0e74-4f4e-af27-6e939ca9c6e6 req-bfb4c500-d17d-4a93-b2d2-2bfd0d9a423b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487526 Dec 15 14:47:25.947766 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:25.966174 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '94e0438b-86dc-450c-9b11-998c7ce98a26', 'network_id': 'cb8921ac-20e6-4703-aac8-9886dac45177', 'port_id': '94e0438b-86dc-450c-9b11-998c7ce98a26', 'mac_address': 'fa:16:3e:99:13:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d6a35f-f18f-4eb2-9dab-701f2e26851b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:47:25.991173 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:26.007967 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:26.071810 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.099207 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e0438b-86dc-450c-9b11-998c7ce98a26 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:26.148043 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 94e0438b-86dc-450c-9b11-998c7ce98a26, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=94e0438b-86dc-450c-9b11-998c7ce98a26,segment=NetworkSegment(523e4e53-3b15-4fa4-98da-d830049634e5),segment_id=523e4e53-3b15-4fa4-98da-d830049634e5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:26.170677 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.172867 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.175985 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'Port': ['ID=05b0fb12-326e-4ddb-bbbe-f20929b50225,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:26.191200 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.233674 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.243257 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-44f56285-17ce-43bf-bece-dacdde20fa50 None None] Provisioning complete for port fc2d8391-28a9-4ec6-a299-40e3c83859e0 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:26.243795 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-44f56285-17ce-43bf-bece-dacdde20fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.273940 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.274619 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.286016 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=94e0438b-86dc-450c-9b11-998c7ce98a26,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:26.309394 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-44f56285-17ce-43bf-bece-dacdde20fa50 None None] Port fc2d8391-28a9-4ec6-a299-40e3c83859e0 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:26.329853 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048824b-94c5-4c65-8783-bec38559cc49 req-62c4f3ef-974d-43c1-bbd9-e9ec0ffeec6e tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:26.331367 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a048824b-94c5-4c65-8783-bec38559cc49 req-62c4f3ef-974d-43c1-bbd9-e9ec0ffeec6e tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 944 time: 0.1694512 Dec 15 14:47:26.427749 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-82d7b892-b864-4e2c-8195-d029f1434a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.431097 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-82d7b892-b864-4e2c-8195-d029f1434a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.432433 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-82d7b892-b864-4e2c-8195-d029f1434a2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85a6c31b-7c58-4696-9c07-bf8d21e3f0f0 HTTP/1.1" status: 204 len: 168 time: 0.8358359 Dec 15 14:47:26.471618 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a048824b-94c5-4c65-8783-bec38559cc49 req-170d9361-9a6c-4a5d-8eab-d35dbd6b4c17 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282787 Dec 15 14:47:26.496539 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e48371e7-7bf0-4ef5-ab71-c60fb93b08d9 req-e5e3f236-ea58-430c-86de-7b17b1f1959a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 210 time: 0.0753171 Dec 15 14:47:26.517413 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7b892-b864-4e2c-8195-d029f1434a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a6c31b-7c58-4696-9c07-bf8d21e3f0f0,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:26.556565 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.587101 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Network bc3ba2a7-4287-4645-8e0b-f22a4538975b is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:26.612116 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:26.623940 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:26.629679 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:26.630348 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.664815 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Pushing event updated for resources: {'Port': ['ID=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:26.708251 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-dde816a8-1bd1-4ede-b733-79660fc45a09 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7960877 Dec 15 14:47:26.730591 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.737335 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.782791 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.804637 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'Port': ['ID=05b0fb12-326e-4ddb-bbbe-f20929b50225,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:26.811815 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.815183 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-12fb4823-0472-480b-ab9e-5c5b67d074e0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4657688 Dec 15 14:47:26.817972 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2d8391-28a9-4ec6-a299-40e3c83859e0 {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:26.832511 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.838001 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:26.856265 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Transition to ACTIVE for port object fc2d8391-28a9-4ec6-a299-40e3c83859e0 will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:47:26.861170 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.014536 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2d8391-28a9-4ec6-a299-40e3c83859e0,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:27.036844 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Attempting to bind port fc2d8391-28a9-4ec6-a299-40e3c83859e0 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:27.037186 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Attempting to bind port fc2d8391-28a9-4ec6-a299-40e3c83859e0 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:27.037520 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Attempting to bind port fc2d8391-28a9-4ec6-a299-40e3c83859e0 on network 4a278692-3315-4faf-ad0e-7760eff511d9 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:27.049843 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Port fc2d8391-28a9-4ec6-a299-40e3c83859e0 on network 4a278692-3315-4faf-ad0e-7760eff511d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:47:27.050356 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Attempting to bind port fc2d8391-28a9-4ec6-a299-40e3c83859e0 on network 4a278692-3315-4faf-ad0e-7760eff511d9 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:27.062373 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:27.063116 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Checking segment: {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:27.064080 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Bound using segment: {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:27.064931 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Bound port: fc2d8391-28a9-4ec6-a299-40e3c83859e0, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:27.065307 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.087350 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 38240) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:27.164494 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19153a-8a21-46bc-8ad5-386d84d2917c req-daf0948d-0eb0-4f2d-b2fa-b00939fa942c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:27.166532 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ba19153a-8a21-46bc-8ad5-386d84d2917c req-daf0948d-0eb0-4f2d-b2fa-b00939fa942c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 944 time: 0.0835719 Dec 15 14:47:27.179688 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] For port fc2d8391-28a9-4ec6-a299-40e3c83859e0, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:27.189449 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] For port fc2d8391-28a9-4ec6-a299-40e3c83859e0, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:27.205781 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.207923 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-fa925447-9c34-4a47-ae87-04f7412b49c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.230920 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ba19153a-8a21-46bc-8ad5-386d84d2917c req-6f6f638c-af7f-46ed-afb7-f51c74668268 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545604 Dec 15 14:47:27.284560 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:27.285450 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.287551 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc2d8391-28a9-4ec6-a299-40e3c83859e0 HTTP/1.1" status: 200 len: 1094 time: 1.4644144 Dec 15 14:47:27.292832 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'tag': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:27.448766 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ba76e-70b6-4a15-ae23-dca6531eb588 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2d8391-28a9-4ec6-a299-40e3c83859e0,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:27.454876 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-4a3b079d-9e3e-4af1-aa14-6f62ca394129 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1166943036&fields=id&tenant_id=43188b9b8e1145dea6c63ad16f6d74a2 HTTP/1.1" status: 200 len: 267 time: 0.2623703 Dec 15 14:47:27.597919 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af72f17-d7a2-4d06-918b-2ea53f51b5a4 req-21451975-991f-41bf-a433-6526fde9beb1 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:27.603564 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0af72f17-d7a2-4d06-918b-2ea53f51b5a4 req-21451975-991f-41bf-a433-6526fde9beb1 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 944 time: 0.0596282 Dec 15 14:47:27.667131 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0af72f17-d7a2-4d06-918b-2ea53f51b5a4 req-b4e87c92-1569-4df7-bd32-3b4a4493a358 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610502 Dec 15 14:47:27.690951 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ab14e0-580d-4df8-a1bc-7c974fd9e258" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fc6019-e542-46b9-ba6b-c21ca5faffde", "tag": "fc2d8391-28a9-4ec6-a299-40e3c83859e0"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:27.761542 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-fa925447-9c34-4a47-ae87-04f7412b49c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.774698 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-e1964e26-4daa-4729-a130-08c21d11ac5c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:27.776265 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-e1964e26-4daa-4729-a130-08c21d11ac5c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 817 time: 0.3129387 Dec 15 14:47:27.777480 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-fa925447-9c34-4a47-ae87-04f7412b49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.779943 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-35e8f0ca-6865-4cd3-8c2b-49c8c9f5958e req-ff86b06b-8e36-431b-8e2a-819e1a2dbb4b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 210 time: 0.0420291 Dec 15 14:47:27.831386 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-14f1e938-08f7-4590-9476-d294f288ca85 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/quotas/43188b9b8e1145dea6c63ad16f6d74a2 HTTP/1.1" status: 200 len: 375 time: 0.0312884 Dec 15 14:47:27.834338 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa925447-9c34-4a47-ae87-04f7412b49c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5daeda-a262-4c04-baf1-729b63a38a16,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:27.838282 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-fa925447-9c34-4a47-ae87-04f7412b49c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d64948f166234b0b8453049e36934907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7495778 Dec 15 14:47:27.841482 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38266) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:27.900272 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-3d49ed13-85fb-4021-b79b-290dd1026fa7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606735 Dec 15 14:47:27.904966 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2c75eca8-fcc0-47f7-890c-aba25231fa07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.929695 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2c75eca8-fcc0-47f7-890c-aba25231fa07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.960575 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7819ad72-6356-4361-9817-fcd48d578ccc x-openstack-request-id: req-7819ad72-6356-4361-9817-fcd48d578ccc {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:27.960868 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fc6019-e542-46b9-ba6b-c21ca5faffde", "tag": "fc2d8391-28a9-4ec6-a299-40e3c83859e0", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:27.961296 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7819ad72-6356-4361-9817-fcd48d578ccc {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:27.961750 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'tag': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0', 'status': 'completed', 'code': 200} Dec 15 14:47:27.989585 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2c75eca8-fcc0-47f7-890c-aba25231fa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.992339 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2c75eca8-fcc0-47f7-890c-aba25231fa07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:27.998313 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2c75eca8-fcc0-47f7-890c-aba25231fa07 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb5daeda-a262-4c04-baf1-729b63a38a16 HTTP/1.1" status: 204 len: 168 time: 0.1535330 Dec 15 14:47:28.006928 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-756d3c67-06fb-49ab-9163-ade9b3ab928f service neutron] 10.222.0.62 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919127 Dec 15 14:47:28.009066 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75eca8-fcc0-47f7-890c-aba25231fa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5daeda-a262-4c04-baf1-729b63a38a16,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:28.114435 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-ae5c1ea1-39e0-4948-9059-e4d27b481cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946834 Dec 15 14:47:28.339098 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-76c89890-c5c8-419f-b1b3-96431cd5919f req-93920024-6992-48bb-aaff-3b565e5775c3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 210 time: 0.0694733 Dec 15 14:47:28.436129 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20c83f-189f-403e-92e3-6f25ef97e3b1 req-df5e3319-9c92-4dee-b7e6-0bf4d8c6a496 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:28.443998 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1a20c83f-189f-403e-92e3-6f25ef97e3b1 req-df5e3319-9c92-4dee-b7e6-0bf4d8c6a496 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 944 time: 0.0906284 Dec 15 14:47:28.496886 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1a20c83f-189f-403e-92e3-6f25ef97e3b1 req-e63761f1-9d2e-4846-9547-0c519b0a1e94 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516150 Dec 15 14:47:28.634686 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Request body: {'port': {'device_id': '001f7a4f-46e0-485d-8bc6-f9eae0e55cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:28.877396 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['94e0438b-86dc-450c-9b11-998c7ce98a26'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:47:28.921411 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:28.975500 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713efa57-227c-4aa7-9464-c88d8c7e7bc7 req-2975cf26-1bda-4366-8085-20f585adcc7e tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:28.979721 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab14e0-580d-4df8-a1bc-7c974fd9e258 req-39d9259a-d48d-49e3-8a65-951c76dcf5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:28.982735 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-67ab14e0-580d-4df8-a1bc-7c974fd9e258 req-39d9259a-d48d-49e3-8a65-951c76dcf5df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 1097 time: 0.2479775 Dec 15 14:47:28.992371 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-713efa57-227c-4aa7-9464-c88d8c7e7bc7 req-2975cf26-1bda-4366-8085-20f585adcc7e tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 944 time: 0.1819329 Dec 15 14:47:29.093497 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-713efa57-227c-4aa7-9464-c88d8c7e7bc7 req-60811dbc-3ad1-43ab-95d3-d7e96b43a668 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988514 Dec 15 14:47:29.232108 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2f8d116c-1a76-4793-8916-97dfe1da2755 req-2e40e756-91ce-4545-834e-46dbd0fc04ce tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 210 time: 0.0467601 Dec 15 14:47:29.459177 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:29.468571 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a83f424c-2a99-4bd3-a27a-b9d9c6a9c9f8 req-ca69c499-ab55-4029-bfef-3e483971a47b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 210 time: 0.0372109 Dec 15 14:47:29.469554 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.490443 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Transition to ACTIVE for port object 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:47:29.495885 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.553393 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Pushing event updated for resources: {'Port': ['ID=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:29.607731 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Attempting to bind port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:29.608141 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Attempting to bind port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:29.608531 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Attempting to bind port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 on network bc3ba2a7-4287-4645-8e0b-f22a4538975b {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:29.628676 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 on network bc3ba2a7-4287-4645-8e0b-f22a4538975b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:47:29.629019 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Attempting to bind port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 on network bc3ba2a7-4287-4645-8e0b-f22a4538975b {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:29.640491 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:29.640872 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Checking segment: {'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:29.641306 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Bound using segment: {'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:29.641831 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Bound port: 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:29.642233 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.683546 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0fb9f-4345-4ac6-bc70-4a8d5730f00a req-88b64307-c7d6-411b-b1ab-2225a7def935 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:29.686301 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-cdb0fb9f-4345-4ac6-bc70-4a8d5730f00a req-88b64307-c7d6-411b-b1ab-2225a7def935 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 944 time: 0.0925455 Dec 15 14:47:29.777442 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] For port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:29.783839 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-cdb0fb9f-4345-4ac6-bc70-4a8d5730f00a req-642f83f0-137a-4edd-bb6f-333ee540b010 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778799 Dec 15 14:47:29.786841 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] For port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:29.791763 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.845969 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:29.846749 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:29.848125 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] 10.222.0.64 "PUT /v2.0/ports/1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 HTTP/1.1" status: 200 len: 1093 time: 1.2228053 Dec 15 14:47:29.875720 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c227a-41a5-494d-9bbd-5ed8d5f3a92f service neutron] Pushing event updated for resources: {'Port': ['ID=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:29.962949 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001f7a4f-46e0-485d-8bc6-f9eae0e55cbb', 'tag': '1e3e0c90-a04e-4b65-9632-b6a88c2db2e7'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:29.966275 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a6f446-55fe-4b2c-b83c-eea3f254679b" -d '{"events": [{"name": "network-changed", "server_uuid": "001f7a4f-46e0-485d-8bc6-f9eae0e55cbb", "tag": "1e3e0c90-a04e-4b65-9632-b6a88c2db2e7"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:30.011616 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7e65a2-343b-4799-97aa-45e8396c848e x-openstack-request-id: req-6a7e65a2-343b-4799-97aa-45e8396c848e {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:30.011990 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001f7a4f-46e0-485d-8bc6-f9eae0e55cbb", "tag": "1e3e0c90-a04e-4b65-9632-b6a88c2db2e7", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:30.012321 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a7e65a2-343b-4799-97aa-45e8396c848e {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:30.012724 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001f7a4f-46e0-485d-8bc6-f9eae0e55cbb', 'tag': '1e3e0c90-a04e-4b65-9632-b6a88c2db2e7', 'status': 'completed', 'code': 200} Dec 15 14:47:30.214080 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53b056-4591-4d72-a7ea-6778c77f8090 req-631cd694-1052-4f89-acdb-c0088b8f58a6 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:30.215720 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de53b056-4591-4d72-a7ea-6778c77f8090 req-631cd694-1052-4f89-acdb-c0088b8f58a6 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 944 time: 0.0539072 Dec 15 14:47:30.299482 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de53b056-4591-4d72-a7ea-6778c77f8090 req-396b5bff-4de7-4ab1-84af-e34d8a849ecd tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727537 Dec 15 14:47:30.354350 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0940160e-279e-41d3-b3ac-9c1e5adc1834 req-5d230724-4c9f-4d72-8c81-baff1f6943e2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 210 time: 0.0276468 Dec 15 14:47:30.469394 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 38386) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:30.568362 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7b3b1dc0-7fb9-42e5-998f-20fae2fcb62e req-4b6df8d9-a460-4a22-b8ff-6c0b61752906 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 210 time: 0.0288320 Dec 15 14:47:30.582913 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-31552c56-7c4a-482d-946a-af6fc9661540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.667103 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-31552c56-7c4a-482d-946a-af6fc9661540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.673074 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-31552c56-7c4a-482d-946a-af6fc9661540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.714233 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-31552c56-7c4a-482d-946a-af6fc9661540 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49a2d576bd7746689fbe96a83fbea922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437449 Dec 15 14:47:30.715067 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31552c56-7c4a-482d-946a-af6fc9661540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fbc659-ffb4-48aa-a020-cb9a3275f618,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:30.718058 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38392) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:30.768819 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2f2040e4-14d0-40a7-9998-dd7e93b1ab51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.791332 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2f2040e4-14d0-40a7-9998-dd7e93b1ab51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.851382 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2f2040e4-14d0-40a7-9998-dd7e93b1ab51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.853899 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2f2040e4-14d0-40a7-9998-dd7e93b1ab51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:30.855097 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2f2040e4-14d0-40a7-9998-dd7e93b1ab51 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3fbc659-ffb4-48aa-a020-cb9a3275f618 HTTP/1.1" status: 204 len: 168 time: 0.1359379 Dec 15 14:47:30.864584 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2040e4-14d0-40a7-9998-dd7e93b1ab51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fbc659-ffb4-48aa-a020-cb9a3275f618,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:30.924265 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b0cdd-81fc-4ee0-8b8b-beb54a52b955 req-afbdc54e-c3e6-45e5-ae4d-45a8493c3af4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:30.925947 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-768b0cdd-81fc-4ee0-8b8b-beb54a52b955 req-afbdc54e-c3e6-45e5-ae4d-45a8493c3af4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 944 time: 0.0593865 Dec 15 14:47:30.984220 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-768b0cdd-81fc-4ee0-8b8b-beb54a52b955 req-a17bf730-ac92-429d-94ff-48fe739715dc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479543 Dec 15 14:47:31.203014 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38406) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:31.216168 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-619b6560-67da-491f-8f8a-069bcc6f7b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.296736 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-619b6560-67da-491f-8f8a-069bcc6f7b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.301438 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-619b6560-67da-491f-8f8a-069bcc6f7b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.351539 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b6560-67da-491f-8f8a-069bcc6f7b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc51631-49da-495d-b49d-5bacba248782,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:31.359385 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-619b6560-67da-491f-8f8a-069bcc6f7b18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b91e114ab03458a8cce3dcf251409e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524212 Dec 15 14:47:31.360044 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 38412) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:31.461477 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6698-b555-4c73-a353-bf48fa9b9386 req-90cb36a6-3ea3-42a2-b9ce-134a025f6f0f tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:31.462995 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6f7f6698-b555-4c73-a353-bf48fa9b9386 req-90cb36a6-3ea3-42a2-b9ce-134a025f6f0f tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 944 time: 0.0825016 Dec 15 14:47:31.466887 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bf62d2ed-18ea-43ea-bc13-1388adf902ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.475345 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bd498054-166d-48ab-9cf9-553d3fd1c8d9 req-32e0c8b2-b501-4ab8-a01a-3eac584d4240 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 210 time: 0.0339031 Dec 15 14:47:31.505068 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bf62d2ed-18ea-43ea-bc13-1388adf902ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.555784 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6f7f6698-b555-4c73-a353-bf48fa9b9386 req-0c6dd4dc-9865-41f4-ba05-02f202f8eae8 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790045 Dec 15 14:47:31.575763 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bf62d2ed-18ea-43ea-bc13-1388adf902ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.578509 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bf62d2ed-18ea-43ea-bc13-1388adf902ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.579732 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-bf62d2ed-18ea-43ea-bc13-1388adf902ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ddc51631-49da-495d-b49d-5bacba248782 HTTP/1.1" status: 204 len: 168 time: 0.2190511 Dec 15 14:47:31.588032 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62d2ed-18ea-43ea-bc13-1388adf902ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc51631-49da-495d-b49d-5bacba248782,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:31.675535 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5d66860b-2946-432d-a997-179a13c84079 req-dfe461fd-cd98-4ae9-a6af-637d018f7d86 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 210 time: 0.0280144 Dec 15 14:47:31.764172 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:31.953886 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f446-55fe-4b2c-b83c-eea3f254679b req-49e82a4f-1b94-4d20-9578-23242b601097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:31.956302 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a9a6f446-55fe-4b2c-b83c-eea3f254679b req-49e82a4f-1b94-4d20-9578-23242b601097 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 1096 time: 0.1744096 Dec 15 14:47:31.962246 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab14e0-580d-4df8-a1bc-7c974fd9e258 req-90eb8ed5-9020-4f79-8454-286b7d75e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:31.964021 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-67ab14e0-580d-4df8-a1bc-7c974fd9e258 req-90eb8ed5-9020-4f79-8454-286b7d75e484 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c60c7b105a47494a8738e08943c08475&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2442045 Dec 15 14:47:32.375960 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f446-55fe-4b2c-b83c-eea3f254679b req-99a3e93c-6824-40cb-bb72-f4ac8489b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:32.378816 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a9a6f446-55fe-4b2c-b83c-eea3f254679b req-99a3e93c-6824-40cb-bb72-f4ac8489b678 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4111774 Dec 15 14:47:32.454193 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-a0b03332-dc51-4223-be57-38b0941369d6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:32.455520 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-a0b03332-dc51-4223-be57-38b0941369d6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.64 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 819 time: 0.2424107 Dec 15 14:47:32.457960 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974fc8-be64-4688-a4a9-b729527e9f00 req-04a9e906-7901-4f18-a55c-b60fb6cafe92 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:32.462432 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0d974fc8-be64-4688-a4a9-b729527e9f00 req-04a9e906-7901-4f18-a55c-b60fb6cafe92 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 944 time: 0.2826335 Dec 15 14:47:32.467593 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab14e0-580d-4df8-a1bc-7c974fd9e258 req-2df3cfb3-4afe-40f7-8759-c67dc08e8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:32.469713 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-67ab14e0-580d-4df8-a1bc-7c974fd9e258 req-2df3cfb3-4afe-40f7-8759-c67dc08e8de2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4936912 Dec 15 14:47:32.494522 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Request body: {'port': {'device_id': '879d51c0-9eed-4903-bcf8-430c0cdd7c66', 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b', 'admin_state_up': True, 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:32.789232 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.64', 64686) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:32.838115 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-78d4c191-954c-427a-b083-4870e0f540b9 req-c61bb4af-48fc-4b90-b8d2-885e0709dfe1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 210 time: 0.0373871 Dec 15 14:47:32.977467 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Made reservation on behalf of ebd0eab3546f46afa0a0ee4940c0f043 for: {'port': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:32.978197 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0d974fc8-be64-4688-a4a9-b729527e9f00 req-841ce037-431f-4e25-a4ce-eca81146b5f9 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5069389 Dec 15 14:47:32.994682 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:32.997962 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f446-55fe-4b2c-b83c-eea3f254679b req-94aff4a4-6fab-4839-8496-4a053fc7f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:32.999727 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a9a6f446-55fe-4b2c-b83c-eea3f254679b req-94aff4a4-6fab-4839-8496-4a053fc7f288 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6095774 Dec 15 14:47:33.001812 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-b52e5a93-d03d-4143-b774-950f8c16102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:33.003585 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-b52e5a93-d03d-4143-b774-950f8c16102f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 1097 time: 0.2646475 Dec 15 14:47:33.176489 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-a407a4a3-1d53-42e4-8fb0-2adc40dc7bcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0 HTTP/1.1" status: 200 len: 217 time: 0.1611042 Dec 15 14:47:33.181168 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4ddf9-2947-47ea-b6a4-f0d2803a6e7f req-fe42ff8b-3f6f-41f4-95e0-88fb9463e82a tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:33.182976 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f7e4ddf9-2947-47ea-b6a4-f0d2803a6e7f req-fe42ff8b-3f6f-41f4-95e0-88fb9463e82a tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 944 time: 0.2081528 Dec 15 14:47:33.216289 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-b4ff69d4-8f07-4abf-be44-3601cc53dbde tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:33.217894 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-b4ff69d4-8f07-4abf-be44-3601cc53dbde tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 817 time: 0.4272962 Dec 15 14:47:33.219747 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-68d60a4f-0667-467c-8874-a43d7d841116 req-1b7b7dfe-3db0-4f09-8d24-334c4e1ec8a8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 210 time: 0.1149275 Dec 15 14:47:33.359667 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f7e4ddf9-2947-47ea-b6a4-f0d2803a6e7f req-16a71908-23ac-43d3-9045-8fd164f75437 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609340 Dec 15 14:47:33.363880 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-eae11aaa-0634-4eab-9bcd-4eb5b8f0bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:33.365221 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Allocated IP 172.20.0.13 (bc3ba2a7-4287-4645-8e0b-f22a4538975b/a955104a-fa3f-411c-9c75-4a551bffdc9a/c8e6f92f-7c5f-43d9-ae97-b5396cce93c2) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:33.375443 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-eae11aaa-0634-4eab-9bcd-4eb5b8f0bade service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea9f991a-1870-4cf7-ad23-48cda883cb39 HTTP/1.1" status: 200 len: 850 time: 0.1663597 Dec 15 14:47:33.382088 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45970dca-f965-45a9-8306-2021402ada92 req-5e4f5ffc-cd76-4c8c-9b5a-9c3b401905ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:33.383860 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-5e4f5ffc-cd76-4c8c-9b5a-9c3b401905ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 1096 time: 0.2806423 Dec 15 14:47:33.467643 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-0d85a3b1-c3c9-4271-8000-595c3b215720 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 HTTP/1.1" status: 200 len: 217 time: 0.0651233 Dec 15 14:47:33.579355 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-d2eef55e-f9b1-413a-bc89-20403f7d93da tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43188b9b8e1145dea6c63ad16f6d74a2 HTTP/1.1" status: 200 len: 380 time: 0.3398807 Dec 15 14:47:33.582039 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.597849 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'port': {'device_id': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'admin_state_up': True, 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'security_groups': ['ce1301f9-95a9-4a39-83bd-cefff8f3db1d']}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:33.639527 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.674931 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-f067fb8c-35a3-4b9a-b8c4-bf5aac65d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:33.676478 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-f067fb8c-35a3-4b9a-b8c4-bf5aac65d90c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a278692-3315-4faf-ad0e-7760eff511d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2917290 Dec 15 14:47:33.716271 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45970dca-f965-45a9-8306-2021402ada92 req-5878feca-f863-45d6-a321-e15ab35a9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:33.717208 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Network bc3ba2a7-4287-4645-8e0b-f22a4538975b is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:33.717989 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-5878feca-f863-45d6-a321-e15ab35a9ec0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 200 len: 859 time: 0.2300611 Dec 15 14:47:33.722616 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 94e0438b-86dc-450c-9b11-998c7ce98a26 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:33.742879 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:33.747974 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:33.766041 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:33.766781 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for port, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:33.784722 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Pushing event updated for resources: {'Port': ['ID=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:33.822970 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-47b2c08f-dbf2-4769-99dd-647f5c14a4e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3485904 Dec 15 14:47:33.826772 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-aab04b9c-8031-4f00-b4b0-59f50e8ea772 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc3ba2a7-4287-4645-8e0b-f22a4538975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751233 Dec 15 14:47:33.844081 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Request body: {'port': {'device_id': '879d51c0-9eed-4903-bcf8-430c0cdd7c66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:33.968930 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.059577 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 94e0438b-86dc-450c-9b11-998c7ce98a26 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:47:34.069896 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 94e0438b-86dc-450c-9b11-998c7ce98a26 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:34.070098 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.158029 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-4ca6027f-33c4-4485-a4d2-f4b13a5bf08a service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183525 Dec 15 14:47:34.188659 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-717b48e8-b652-4bcc-9759-7720736744ae service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037603 Dec 15 14:47:34.263614 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.317205 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3923dc15-399b-4bde-af63-43c9805474c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e0438b-86dc-450c-9b11-998c7ce98a26'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:34.330789 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2260-9b5c-4e18-9e4b-8c5b4d8a4539 req-32c3e6f1-ccef-4bbd-8641-213715278daf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:34.332304 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a1ea2260-9b5c-4e18-9e4b-8c5b4d8a4539 req-32c3e6f1-ccef-4bbd-8641-213715278daf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 944 time: 0.1396439 Dec 15 14:47:34.482703 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 94e0438b-86dc-450c-9b11-998c7ce98a26, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=94e0438b-86dc-450c-9b11-998c7ce98a26,segment=NetworkSegment(523e4e53-3b15-4fa4-98da-d830049634e5),segment_id=523e4e53-3b15-4fa4-98da-d830049634e5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:34.490932 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.569275 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=94e0438b-86dc-450c-9b11-998c7ce98a26,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:34.615498 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Made reservation on behalf of 43188b9b8e1145dea6c63ad16f6d74a2 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:34.617890 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 {{(pid=119314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:34.619345 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.631225 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-1ca3d2b1-26f2-43a5-9bcb-acaaacf1cb6b service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095278 Dec 15 14:47:34.631400 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.652903 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b2602-b209-4e40-9a94-4972ff39072e req-9907295f-cdd2-4d77-a6c2-30f156babc38 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:34.655722 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4b6b2602-b209-4e40-9a94-4972ff39072e req-9907295f-cdd2-4d77-a6c2-30f156babc38 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 932 time: 0.4962554 Dec 15 14:47:34.681236 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.provisioning_blocks [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Transition to ACTIVE for port object c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 will not be triggered until provisioned by entity L2. {{(pid=119314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:47:34.688789 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:34.758888 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd3c477-92a4-48c5-b803-943005744b12" -d '{"events": [{"server_uuid": "3923dc15-399b-4bde-af63-43c9805474c1", "name": "network-vif-plugged", "status": "completed", "tag": "94e0438b-86dc-450c-9b11-998c7ce98a26"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:34.789068 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a1ea2260-9b5c-4e18-9e4b-8c5b4d8a4539 req-d0aae00b-48e1-41ff-8f1c-22881f6fa47d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4395716 Dec 15 14:47:34.851038 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Pushing event updated for resources: {'Port': ['ID=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:34.858749 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb285017-3dd1-4184-a3b9-7320beecf067 req-cab8281f-58b2-4723-80d0-21a4e245110b service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011786 Dec 15 14:47:34.862673 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.managers [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Attempting to bind port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:34.862673 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.managers [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Attempting to bind port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'}] {{(pid=119314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:34.863187 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Attempting to bind port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 on network bc3ba2a7-4287-4645-8e0b-f22a4538975b {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:34.869068 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 on network bc3ba2a7-4287-4645-8e0b-f22a4538975b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:47:34.869405 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Attempting to bind port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 on network bc3ba2a7-4287-4645-8e0b-f22a4538975b {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:34.910440 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4b6b2602-b209-4e40-9a94-4972ff39072e req-1537183a-c5ad-4ce3-87b2-130313a2a2a6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447381 Dec 15 14:47:34.946065 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0fa6c30a-4f5f-4740-a74a-54e8dad87ae2 req-791a4232-8ab9-4660-bee1-baf1e8f126a8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 210 time: 0.0720510 Dec 15 14:47:34.947287 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:34.947908 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Checking segment: {'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:34.957404 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Bound using segment: {'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'} {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:34.959130 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.managers [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Bound port: c8e6f92f-7c5f-43d9-ae97-b5396cce93c2, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41762a4-9dae-45aa-bbcb-b788eba1d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b'}}] {{(pid=119314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:34.959519 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.066425 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Allocated IP 172.20.0.4 (a00411fb-4394-435c-b9a7-ab8cf23b8b5c/69d99a11-edf8-4ab4-894b-3cc76e96dec2/30dd572f-25c7-474b-8707-b592aaa4629b) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:47:35.128467 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] For port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2, host hv-cinder-78719, cleared binding levels {{(pid=119314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:35.133744 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] For port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:35.140092 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.163518 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38574) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:35.231027 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:35.232001 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for port, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.234071 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] 10.222.0.64 "PUT /v2.0/ports/c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 HTTP/1.1" status: 200 len: 1094 time: 1.3950932 Dec 15 14:47:35.234600 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879d51c0-9eed-4903-bcf8-430c0cdd7c66', 'tag': 'c8e6f92f-7c5f-43d9-ae97-b5396cce93c2'}] {{(pid=119314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:35.237405 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b153a731d63761eb74fe6a21d496159023c6413618ed33929f2ff838d171597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a363ef-d338-4180-9d42-31125eb04bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "879d51c0-9eed-4903-bcf8-430c0cdd7c66", "tag": "c8e6f92f-7c5f-43d9-ae97-b5396cce93c2"}]}' {{(pid=119314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:35.328136 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfe6fb7-70ea-48b3-b980-88f06836a4c5 x-openstack-request-id: req-0dfe6fb7-70ea-48b3-b980-88f06836a4c5 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:35.328731 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3923dc15-399b-4bde-af63-43c9805474c1", "name": "network-vif-plugged", "status": "completed", "tag": "94e0438b-86dc-450c-9b11-998c7ce98a26", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:35.329230 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0dfe6fb7-70ea-48b3-b980-88f06836a4c5 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:35.330070 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3923dc15-399b-4bde-af63-43c9805474c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e0438b-86dc-450c-9b11-998c7ce98a26', 'code': 200} Dec 15 14:47:35.355529 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3de50-3507-4bec-ad89-3154a200fe6b req-4306b3cf-0306-4b50-9229-fb6e8a6a58d8 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:35.380235 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d5a3de50-3507-4bec-ad89-3154a200fe6b req-4306b3cf-0306-4b50-9229-fb6e8a6a58d8 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 945 time: 0.2903602 Dec 15 14:47:35.415730 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b742ebb6-563e-4631-9c97-f987840d1bff x-openstack-request-id: req-b742ebb6-563e-4631-9c97-f987840d1bff {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:35.417502 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879d51c0-9eed-4903-bcf8-430c0cdd7c66", "tag": "c8e6f92f-7c5f-43d9-ae97-b5396cce93c2", "status": "completed", "code": 200}]} {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:35.418809 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b742ebb6-563e-4631-9c97-f987840d1bff {{(pid=119314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:35.419497 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879d51c0-9eed-4903-bcf8-430c0cdd7c66', 'tag': 'c8e6f92f-7c5f-43d9-ae97-b5396cce93c2', 'status': 'completed', 'code': 200} Dec 15 14:47:35.421332 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa91c5-36b2-4002-bfc9-469f5cca36df service neutron] Pushing event updated for resources: {'Port': ['ID=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,revision_number=3']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:35.462992 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-dced3c92-9bc9-4c9c-bc68-a367f31b08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:35.473768 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-dced3c92-9bc9-4c9c-bc68-a367f31b08dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 1097 time: 0.1757047 Dec 15 14:47:35.568188 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-3e55ac54-755a-4476-878f-12f540d00cc5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 HTTP/1.1" status: 200 len: 217 time: 0.0926034 Dec 15 14:47:35.582690 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d5a3de50-3507-4bec-ad89-3154a200fe6b req-cfabbfc5-65a8-4b9d-8979-b368826d6ed6 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015104 Dec 15 14:47:35.661674 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d9e082d5-d48c-4828-ab57-9dc4c6895401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.689916 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.691332 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-a0ba85a9-df12-4d42-90b9-f7040773f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:35.692849 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-a0ba85a9-df12-4d42-90b9-f7040773f579 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 200 len: 859 time: 0.0997696 Dec 15 14:47:35.706863 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26391bdb-64d6-4119-802b-a5b3f29a97a2 req-fb6330ba-3efb-431b-90dd-95b5a9a397e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:35.708391 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26391bdb-64d6-4119-802b-a5b3f29a97a2 req-fb6330ba-3efb-431b-90dd-95b5a9a397e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 1098 time: 0.1319129 Dec 15 14:47:35.734932 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-038c5ef6-f4dd-4f0e-8abd-0570820cc643 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc3ba2a7-4287-4645-8e0b-f22a4538975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297644 Dec 15 14:47:35.757155 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-26391bdb-64d6-4119-802b-a5b3f29a97a2 req-3c51cb35-8500-4005-9690-c964261063e8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.793737 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:35.890405 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-f97ee814-19a9-4988-bed9-5167002371bf service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438556 Dec 15 14:47:35.952669 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d9e082d5-d48c-4828-ab57-9dc4c6895401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.015432 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d9e082d5-d48c-4828-ab57-9dc4c6895401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.098457 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-d9e082d5-d48c-4828-ab57-9dc4c6895401 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f944d98f0e054e119b76aca0a462521e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9323118 Dec 15 14:47:36.103932 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e082d5-d48c-4828-ab57-9dc4c6895401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c015258-d1b2-4fbb-95d3-3e55922302c0,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.104720 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Network a00411fb-4394-435c-b9a7-ab8cf23b8b5c is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:47:36.107507 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 38614) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:36.123421 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42099a84-f004-4577-9311-2314dcfd7c41 req-0e2ed4d6-74c6-4793-b583-6c7c09cbf0e4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:36.127117 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-42099a84-f004-4577-9311-2314dcfd7c41 req-0e2ed4d6-74c6-4793-b583-6c7c09cbf0e4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 944 time: 0.2071049 Dec 15 14:47:36.132922 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38616) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:36.149754 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:36.151858 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.156743 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:47:36.163227 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:36.163863 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38f9357d-c3f4-434a-bd39-e65b60b83196 req-222e3cdc-f355-4843-8c47-362442b5e1a7 service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574310 Dec 15 14:47:36.164037 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.204514 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-42099a84-f004-4577-9311-2314dcfd7c41 req-d504b647-6eff-47dc-abf1-47c5caa4d6fe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721121 Dec 15 14:47:36.251463 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-78d2b816-d5f6-46f0-be09-d9fcb51a9879 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6591287 Dec 15 14:47:36.276815 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Request body: {'port': {'device_id': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:36.338051 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12de01-ce10-424b-97bc-bcd8b0a41cd7 req-3bf116a8-f57c-4ed2-867d-557082e9969d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:36.342440 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f12de01-ce10-424b-97bc-bcd8b0a41cd7 req-3bf116a8-f57c-4ed2-867d-557082e9969d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 944 time: 0.2585497 Dec 15 14:47:36.365157 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-97b69324-25ee-4d0b-949a-cf97fc62b093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.375442 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a363ef-d338-4180-9d42-31125eb04bd9 req-2f3def86-4650-4a9c-8b6e-c39daa8df6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:36.377274 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-36a363ef-d338-4180-9d42-31125eb04bd9 req-2f3def86-4650-4a9c-8b6e-c39daa8df6bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 1097 time: 0.1333303 Dec 15 14:47:36.382919 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-26391bdb-64d6-4119-802b-a5b3f29a97a2 req-3c51cb35-8500-4005-9690-c964261063e8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.395313 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-26391bdb-64d6-4119-802b-a5b3f29a97a2 req-3c51cb35-8500-4005-9690-c964261063e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.464131 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7edd2-7e7f-4bb6-b1a1-4ae999920b5e req-5c9191d9-7458-471a-80fe-e214e7ac1003 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:36.466484 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e7b7edd2-7e7f-4bb6-b1a1-4ae999920b5e req-5c9191d9-7458-471a-80fe-e214e7ac1003 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 931 time: 0.1716511 Dec 15 14:47:36.468404 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26391bdb-64d6-4119-802b-a5b3f29a97a2 req-3c51cb35-8500-4005-9690-c964261063e8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7469251 Dec 15 14:47:36.488762 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b9770798-fc1c-4075-b78f-1f3992aaf60b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.564565 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f12de01-ce10-424b-97bc-bcd8b0a41cd7 req-e1b71a3b-205a-4be9-9f93-65dd76edbaa8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719060 Dec 15 14:47:36.581221 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51cb35-8500-4005-9690-c964261063e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b0667d-695b-461c-b463-d66a8ef3bd6d,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.583041 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-63db004a-9402-4074-a423-7e6141fcfc53 None None] Provisioning complete for port 30dd572f-25c7-474b-8707-b592aaa4629b triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:36.583861 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e7b7edd2-7e7f-4bb6-b1a1-4ae999920b5e req-4d0373e9-777a-4bb9-a1b8-9840900754e4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073003 Dec 15 14:47:36.584122 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-63db004a-9402-4074-a423-7e6141fcfc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.624452 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-63db004a-9402-4074-a423-7e6141fcfc53 None None] Port 30dd572f-25c7-474b-8707-b592aaa4629b cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:47:36.643103 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b9770798-fc1c-4075-b78f-1f3992aaf60b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.647922 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-97b69324-25ee-4d0b-949a-cf97fc62b093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.649683 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a363ef-d338-4180-9d42-31125eb04bd9 req-c0f18cc6-3f92-4749-ae90-5e188b1b83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:36.649983 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.651733 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-36a363ef-d338-4180-9d42-31125eb04bd9 req-c0f18cc6-3f92-4749-ae90-5e188b1b83c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 920 time: 0.2637455 Dec 15 14:47:36.654319 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-97b69324-25ee-4d0b-949a-cf97fc62b093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.707724 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-97b69324-25ee-4d0b-949a-cf97fc62b093 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f8724c1653c483baf239de1d5176c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5736990 Dec 15 14:47:36.708686 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38628) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:36.717230 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b69324-25ee-4d0b-949a-cf97fc62b093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59664986-1465-4a4f-8d53-0473b09c1edb,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.779794 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-36a363ef-d338-4180-9d42-31125eb04bd9 req-f3a4db33-de96-4117-880f-33bee39bf0bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 HTTP/1.1" status: 200 len: 217 time: 0.0699887 Dec 15 14:47:36.838019 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a363ef-d338-4180-9d42-31125eb04bd9 req-9ce3cd5d-1d7b-49f2-a95b-42225ac91922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:36.839632 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-36a363ef-d338-4180-9d42-31125eb04bd9 req-9ce3cd5d-1d7b-49f2-a95b-42225ac91922 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 200 len: 859 time: 0.0497518 Dec 15 14:47:36.866348 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b9770798-fc1c-4075-b78f-1f3992aaf60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.869283 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b9770798-fc1c-4075-b78f-1f3992aaf60b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.873623 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b9770798-fc1c-4075-b78f-1f3992aaf60b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c015258-d1b2-4fbb-95d3-3e55922302c0 HTTP/1.1" status: 204 len: 168 time: 0.7603343 Dec 15 14:47:36.890609 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afac5c-d792-4bdf-adc9-1cfccf52abde req-2dfe023a-6a75-4048-a6d3-663df8710e70 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:36.892780 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-36a363ef-d338-4180-9d42-31125eb04bd9 req-194a9d1b-d977-4c23-af6c-cb2520117140 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc3ba2a7-4287-4645-8e0b-f22a4538975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422537 Dec 15 14:47:36.893785 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-77ac55bb-0112-4cb3-99bb-67986a08027b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:36.899794 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d4afac5c-d792-4bdf-adc9-1cfccf52abde req-2dfe023a-6a75-4048-a6d3-663df8710e70 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 945 time: 0.1565781 Dec 15 14:47:36.922688 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9770798-fc1c-4075-b78f-1f3992aaf60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c015258-d1b2-4fbb-95d3-3e55922302c0,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:36.994417 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-77ac55bb-0112-4cb3-99bb-67986a08027b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.091850 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d4afac5c-d792-4bdf-adc9-1cfccf52abde req-03089653-8092-41ed-9e74-0847ee7fca1a tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900921 Dec 15 14:47:37.147337 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-36a363ef-d338-4180-9d42-31125eb04bd9 req-e7098d43-472a-47bb-a13b-8fec8d9046c1 service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363582 Dec 15 14:47:37.211753 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-77ac55bb-0112-4cb3-99bb-67986a08027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.214311 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-77ac55bb-0112-4cb3-99bb-67986a08027b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.215654 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-77ac55bb-0112-4cb3-99bb-67986a08027b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59664986-1465-4a4f-8d53-0473b09c1edb HTTP/1.1" status: 204 len: 168 time: 0.4953604 Dec 15 14:47:37.238451 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac55bb-0112-4cb3-99bb-67986a08027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59664986-1465-4a4f-8d53-0473b09c1edb,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:37.307476 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30dd572f-25c7-474b-8707-b592aaa4629b {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:37.323912 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.354184 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Transition to ACTIVE for port object 30dd572f-25c7-474b-8707-b592aaa4629b will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:47:37.358195 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-36a363ef-d338-4180-9d42-31125eb04bd9 req-749c25b6-208d-42a2-b9f1-0813e7157405 service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019603 Dec 15 14:47:37.360494 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.428220 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 38654) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:37.455934 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-49946ed2-445c-4018-84bb-c6dac942618f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.456675 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf37073-ad94-49d6-866a-88c3eecf9f7f req-cc25dd69-934c-42c9-baee-d735a4e5a7a8 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:37.458418 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-eaf37073-ad94-49d6-866a-88c3eecf9f7f req-cc25dd69-934c-42c9-baee-d735a4e5a7a8 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 944 time: 0.0763671 Dec 15 14:47:37.487509 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Pushing event updated for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:37.542435 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-eaf37073-ad94-49d6-866a-88c3eecf9f7f req-cc80c7a7-3d01-4c93-960e-8450a6371cfd tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769129 Dec 15 14:47:37.553778 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Attempting to bind port 30dd572f-25c7-474b-8707-b592aaa4629b on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:47:37.554055 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Attempting to bind port 30dd572f-25c7-474b-8707-b592aaa4629b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:47:37.554453 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Attempting to bind port 30dd572f-25c7-474b-8707-b592aaa4629b on network a00411fb-4394-435c-b9a7-ab8cf23b8b5c {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:37.569115 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Port 30dd572f-25c7-474b-8707-b592aaa4629b on network a00411fb-4394-435c-b9a7-ab8cf23b8b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:47:37.569683 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Attempting to bind port 30dd572f-25c7-474b-8707-b592aaa4629b on network a00411fb-4394-435c-b9a7-ab8cf23b8b5c {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:47:37.582397 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:47:37.583064 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Checking segment: {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:37.583623 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Bound using segment: {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:47:37.584234 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Bound port: 30dd572f-25c7-474b-8707-b592aaa4629b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:47:37.584772 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.693304 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-49946ed2-445c-4018-84bb-c6dac942618f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.713694 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:47:37.715964 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-49946ed2-445c-4018-84bb-c6dac942618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.743806 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device fc2d8391-28a9-4ec6-a299-40e3c83859e0 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:47:37.769455 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:47:37.792359 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.817298 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2f651-0f04-4be3-8abc-cb5a2f12b54d req-2cebeb70-c4e0-44a5-b8df-150a8451ec79 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:37.827731 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5da2f651-0f04-4be3-8abc-cb5a2f12b54d req-2cebeb70-c4e0-44a5-b8df-150a8451ec79 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0750911 Dec 15 14:47:37.839568 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-49946ed2-445c-4018-84bb-c6dac942618f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9490378493804b6baa62307198266008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098382 Dec 15 14:47:37.845826 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38662) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:37.860372 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49946ed2-445c-4018-84bb-c6dac942618f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c7aaa0-0fb2-4165-b78e-1c42ea57e855,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:37.878799 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port fc2d8391-28a9-4ec6-a299-40e3c83859e0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:37.879105 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:37.880152 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.881740 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] 10.222.0.64 "PUT /v2.0/ports/30dd572f-25c7-474b-8707-b592aaa4629b HTTP/1.1" status: 200 len: 1093 time: 1.6146188 Dec 15 14:47:37.884884 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:37.887790 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e508ad35-6d96-4454-86a0-3c2ccc14437f" -d '{"events": [{"name": "network-changed", "server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:37.893181 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 38664) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:37.895684 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'port_id': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0', 'mac_address': 'fa:16:3e:2a:9d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:47:37.925008 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff1c50-6f12-44be-a85b-c579a6e34cd0 req-380a2aa3-353f-4268-9b4d-14b7fff759a6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:37.933050 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b4ff1c50-6f12-44be-a85b-c579a6e34cd0 req-380a2aa3-353f-4268-9b4d-14b7fff759a6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 944 time: 0.2428184 Dec 15 14:47:37.977637 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.988758 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-221e529e-a3fb-4356-8009-c5b0be8290eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:37.990581 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5da2f651-0f04-4be3-8abc-cb5a2f12b54d req-76774a9d-6e45-4eec-9dcb-51f9b08f633d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607001 Dec 15 14:47:37.994205 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e31bb4-d9fc-43b7-ab4e-568df26997cd service neutron] Pushing event updated for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:38.000502 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-06cafaba-a096-4d20-b8c7-b0af4b4700ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.016560 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2d8391-28a9-4ec6-a299-40e3c83859e0 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:38.068747 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port fc2d8391-28a9-4ec6-a299-40e3c83859e0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:38.069390 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-06cafaba-a096-4d20-b8c7-b0af4b4700ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.076884 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.078393 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:47:38.133228 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd87aef-8bbb-46ec-b88d-63b5cd11145c x-openstack-request-id: req-1bd87aef-8bbb-46ec-b88d-63b5cd11145c {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:38.133913 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:38.134372 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bd87aef-8bbb-46ec-b88d-63b5cd11145c {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:38.135063 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b', 'status': 'completed', 'code': 200} Dec 15 14:47:38.174941 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-06cafaba-a096-4d20-b8c7-b0af4b4700ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.178704 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b4ff1c50-6f12-44be-a85b-c579a6e34cd0 req-45b1f320-a97e-4e16-8500-7faa35ded7ff tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448096 Dec 15 14:47:38.179782 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-06cafaba-a096-4d20-b8c7-b0af4b4700ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.181597 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-06cafaba-a096-4d20-b8c7-b0af4b4700ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4c7aaa0-0fb2-4165-b78e-1c42ea57e855 HTTP/1.1" status: 204 len: 168 time: 0.3344133 Dec 15 14:47:38.207002 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cafaba-a096-4d20-b8c7-b0af4b4700ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c7aaa0-0fb2-4165-b78e-1c42ea57e855,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:38.236140 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-dda92c50-9d97-4b27-835c-9e98a2baa1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:38.238061 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-dda92c50-9d97-4b27-835c-9e98a2baa1bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 1096 time: 0.2804530 Dec 15 14:47:38.257740 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:38.308938 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-9d22ff5f-8a89-4e7a-87e5-f4258381635b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd572f-25c7-474b-8707-b592aaa4629b HTTP/1.1" status: 200 len: 217 time: 0.0580630 Dec 15 14:47:38.314766 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-221e529e-a3fb-4356-8009-c5b0be8290eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.320303 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-221e529e-a3fb-4356-8009-c5b0be8290eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.357502 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '1e3e0c90-a04e-4b65-9632-b6a88c2db2e7', 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b', 'port_id': '1e3e0c90-a04e-4b65-9632-b6a88c2db2e7', 'mac_address': 'fa:16:3e:dc:ef:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a955104a-fa3f-411c-9c75-4a551bffdc9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:47:38.361557 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e8bff-c98d-49bc-82a7-ff74c78cc00b req-470c132b-ee55-4d6a-8701-151ae9cb756d tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:38.368262 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5c9e8bff-c98d-49bc-82a7-ff74c78cc00b req-470c132b-ee55-4d6a-8701-151ae9cb756d tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 945 time: 0.1371646 Dec 15 14:47:38.434617 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-221e529e-a3fb-4356-8009-c5b0be8290eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa14630da9ec494bb0b5d7dbd6975ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392392 Dec 15 14:47:38.460030 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38686) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:38.530782 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=fc2d8391-28a9-4ec6-a299-40e3c83859e0,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:38.564346 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e529e-a3fb-4356-8009-c5b0be8290eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202af397-b461-4597-b67d-1e60ec03badb,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:38.592618 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-82eb0ec6-52e2-4885-9144-f92bbe5770e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:38.596474 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-82eb0ec6-52e2-4885-9144-f92bbe5770e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.2662141 Dec 15 14:47:38.603749 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5c9e8bff-c98d-49bc-82a7-ff74c78cc00b req-00a2aa3b-975b-4c0c-af6f-a4a364eeb41f tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265077 Dec 15 14:47:38.604022 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.628286 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:38.661148 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f378f48d-ae58-4e02-97b5-9adfedbfc34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.669592 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:38.680872 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.704534 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f378f48d-ae58-4e02-97b5-9adfedbfc34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.713306 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-0af48752-98d3-457f-93f2-c724203840f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:38.715326 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-0af48752-98d3-457f-93f2-c724203840f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1060052 Dec 15 14:47:38.743550 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17a8b4-2e87-4f6e-8719-01f64e76b50a req-a627d40e-29a8-44bc-ab72-11840f80375c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:38.745152 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eb17a8b4-2e87-4f6e-8719-01f64e76b50a req-a627d40e-29a8-44bc-ab72-11840f80375c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 945 time: 0.0805845 Dec 15 14:47:38.766122 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:38.785326 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f378f48d-ae58-4e02-97b5-9adfedbfc34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.790894 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f378f48d-ae58-4e02-97b5-9adfedbfc34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:38.794031 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f378f48d-ae58-4e02-97b5-9adfedbfc34b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/202af397-b461-4597-b67d-1e60ec03badb HTTP/1.1" status: 204 len: 168 time: 0.3301413 Dec 15 14:47:38.809879 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378f48d-ae58-4e02-97b5-9adfedbfc34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202af397-b461-4597-b67d-1e60ec03badb,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:38.852184 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eb17a8b4-2e87-4f6e-8719-01f64e76b50a req-75b80b25-489b-45df-b9a8-234a5ccea184 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924597 Dec 15 14:47:38.907512 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-3c7e28e6-6819-4905-a65c-e0882799373f service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835208 Dec 15 14:47:38.926059 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['fc2d8391-28a9-4ec6-a299-40e3c83859e0'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:47:38.999311 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['1e3e0c90-a04e-4b65-9632-b6a88c2db2e7'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:47:39.238355 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761187e-4e06-4356-966a-76fc72ab44ea req-48ad7f6b-9f9c-4ff8-b952-5bdeba746a96 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:39.239442 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d56832c-0762-4b3c-8e4d-7adbeebcc3aa req-4e685ba8-7095-4a48-a53e-9f4d37c8dc84 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234580 Dec 15 14:47:39.260512 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0761187e-4e06-4356-966a-76fc72ab44ea req-48ad7f6b-9f9c-4ff8-b952-5bdeba746a96 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0951092 Dec 15 14:47:39.380929 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0761187e-4e06-4356-966a-76fc72ab44ea req-df672c98-b4a1-4cca-97d8-c0cfd15d8009 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193664 Dec 15 14:47:39.427665 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-13c0d57e-04a5-4f6b-be07-cf637440b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:39.429674 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-13c0d57e-04a5-4f6b-be07-cf637440b380 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 1096 time: 0.0808461 Dec 15 14:47:39.565897 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ee5ab-f2d3-416a-9ad8-47976588dec6 req-c220fd73-6192-4bcc-af9f-410fe9530602 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:39.567597 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e65ee5ab-f2d3-416a-9ad8-47976588dec6 req-c220fd73-6192-4bcc-af9f-410fe9530602 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 944 time: 0.2992187 Dec 15 14:47:39.678267 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-ffea72f8-6acf-4b63-85e5-53274b188aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:39.679923 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-ffea72f8-6acf-4b63-85e5-53274b188aba service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 918 time: 0.2417490 Dec 15 14:47:39.685648 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e65ee5ab-f2d3-416a-9ad8-47976588dec6 req-bcd55ef2-f448-4059-ada9-0a3c70bcc24e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030433 Dec 15 14:47:39.736184 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-6ad32c5e-b090-4ce0-9b6e-160b25440aad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd572f-25c7-474b-8707-b592aaa4629b HTTP/1.1" status: 200 len: 217 time: 0.0456901 Dec 15 14:47:39.765878 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:47:39.813143 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c796acc-5887-4bcd-bf8f-97b90fa824cc req-5c55911b-9ce2-4d2c-ba8c-90d20c9295be tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:39.815497 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-52223a89-2889-4e76-9c1f-e49de50b7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:39.817849 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-52223a89-2889-4e76-9c1f-e49de50b7fcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.0679655 Dec 15 14:47:39.822388 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4c796acc-5887-4bcd-bf8f-97b90fa824cc req-5c55911b-9ce2-4d2c-ba8c-90d20c9295be tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 945 time: 0.0910153 Dec 15 14:47:39.894518 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-3e393ae0-bc57-4259-ba1b-597c68d41c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:39.898158 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-3e393ae0-bc57-4259-ba1b-597c68d41c73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715034 Dec 15 14:47:39.916659 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:39.921622 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4c796acc-5887-4bcd-bf8f-97b90fa824cc req-063f51ff-08bf-4704-bc31-b68069159d55 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982096 Dec 15 14:47:39.939907 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': 'c8e6f92f-7c5f-43d9-ae97-b5396cce93c2', 'network_id': 'bc3ba2a7-4287-4645-8e0b-f22a4538975b', 'port_id': 'c8e6f92f-7c5f-43d9-ae97-b5396cce93c2', 'mac_address': 'fa:16:3e:df:45:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a955104a-fa3f-411c-9c75-4a551bffdc9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:47:39.994990 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.009170 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:40.037647 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:40.047017 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.126484 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055f1f4-7c0e-46a7-8b1f-c9ef515dfc0b req-c42c58d9-a14d-4fc5-898f-b8debfadd5db tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:40.130462 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b055f1f4-7c0e-46a7-8b1f-c9ef515dfc0b req-c42c58d9-a14d-4fc5-898f-b8debfadd5db tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 945 time: 0.1152852 Dec 15 14:47:40.138097 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-d69f19da-d9ce-4dcf-aa0c-8d7a74db72c8 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308912 Dec 15 14:47:40.151026 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:40.153914 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38758) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:40.290823 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e508ad35-6d96-4454-86a0-3c2ccc14437f req-819b5f3a-2c45-4820-8869-965bd980ad69 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429789 Dec 15 14:47:40.304345 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['c8e6f92f-7c5f-43d9-ae97-b5396cce93c2'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:47:40.389427 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b055f1f4-7c0e-46a7-8b1f-c9ef515dfc0b req-25b92c71-a6f6-40a8-9ff0-49d797790b56 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499850 Dec 15 14:47:40.555546 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f23107-a259-4e49-bf63-b15a608e077f req-cb707407-33e3-47a0-aad4-1b5d00fe76ef tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:40.564085 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-22f23107-a259-4e49-bf63-b15a608e077f req-cb707407-33e3-47a0-aad4-1b5d00fe76ef tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0950694 Dec 15 14:47:40.647343 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-22f23107-a259-4e49-bf63-b15a608e077f req-0e73b710-7327-4aac-a3f4-856f33a9b754 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821071 Dec 15 14:47:40.707383 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-020a02a6-ee65-4cbf-b767-149650692fe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.853117 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-020a02a6-ee65-4cbf-b767-149650692fe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.865988 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-020a02a6-ee65-4cbf-b767-149650692fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:40.887618 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfb316-e359-4828-ae23-3df2cbdb2e37 req-a478812a-93e0-41f4-96c8-b94352072f1e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:40.890339 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-37bfb316-e359-4828-ae23-3df2cbdb2e37 req-a478812a-93e0-41f4-96c8-b94352072f1e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 945 time: 0.0740352 Dec 15 14:47:40.922978 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-020a02a6-ee65-4cbf-b767-149650692fe1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b3f2b8738c34ff3803d011f35389571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7653725 Dec 15 14:47:40.923311 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38802) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:40.930237 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a02a6-ee65-4cbf-b767-149650692fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a687869d-df71-40cd-bf64-b227fa249162,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:40.982197 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-37bfb316-e359-4828-ae23-3df2cbdb2e37 req-bce9ec5f-fea0-426b-94b1-59c669902575 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828035 Dec 15 14:47:40.993775 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b256-0438-4337-be2a-1fdde52d0e17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.028121 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b256-0438-4337-be2a-1fdde52d0e17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.090480 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b256-0438-4337-be2a-1fdde52d0e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.093319 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b256-0438-4337-be2a-1fdde52d0e17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.094527 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-d8b9b256-0438-4337-be2a-1fdde52d0e17 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a687869d-df71-40cd-bf64-b227fa249162 HTTP/1.1" status: 204 len: 168 time: 0.1699815 Dec 15 14:47:41.102388 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9b256-0438-4337-be2a-1fdde52d0e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a687869d-df71-40cd-bf64-b227fa249162,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:41.543569 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f7796-1487-46bf-94a3-52c2decf23bf req-10c22f91-598f-47c1-9860-41dc8f1d2e0f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:41.551125 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-df0f7796-1487-46bf-94a3-52c2decf23bf req-10c22f91-598f-47c1-9860-41dc8f1d2e0f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 945 time: 0.0711541 Dec 15 14:47:41.593139 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 38858) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:41.609912 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bc052134-7090-4010-9772-0d85691a6d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.611276 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-df0f7796-1487-46bf-94a3-52c2decf23bf req-7b82de71-29c8-4114-8c21-762cc76e3be1 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592058 Dec 15 14:47:41.729292 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bc052134-7090-4010-9772-0d85691a6d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.737024 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bc052134-7090-4010-9772-0d85691a6d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.773892 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 30dd572f-25c7-474b-8707-b592aaa4629b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:47:41.778973 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device fc2d8391-28a9-4ec6-a299-40e3c83859e0 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:41.814476 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-bc052134-7090-4010-9772-0d85691a6d1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd0a0188ae5b4073bfe10b4e665823f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199512 Dec 15 14:47:41.817234 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38870) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:41.845873 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc052134-7090-4010-9772-0d85691a6d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f3e91c-f729-46cb-bea8-11280f43d8d2,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:41.897903 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44432366-36b0-41f2-b672-66754f560f36 req-cbfb5a8a-399d-4978-90d0-38d9e4cb0592 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:41.899475 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-44432366-36b0-41f2-b672-66754f560f36 req-cbfb5a8a-399d-4978-90d0-38d9e4cb0592 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.1102951 Dec 15 14:47:41.930092 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port fc2d8391-28a9-4ec6-a299-40e3c83859e0 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:47:41.938191 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d341c313-ee5a-443e-8928-7087b53048d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.977763 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port fc2d8391-28a9-4ec6-a299-40e3c83859e0 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:41.978141 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:41.991196 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d341c313-ee5a-443e-8928-7087b53048d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.003514 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-44432366-36b0-41f2-b672-66754f560f36 req-e5dc93a4-a679-416c-bfbf-eb7682d54221 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963655 Dec 15 14:47:42.079929 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d341c313-ee5a-443e-8928-7087b53048d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.082838 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d341c313-ee5a-443e-8928-7087b53048d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.084145 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-d341c313-ee5a-443e-8928-7087b53048d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18f3e91c-f729-46cb-bea8-11280f43d8d2 HTTP/1.1" status: 204 len: 168 time: 0.2657413 Dec 15 14:47:42.093591 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:42.113932 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341c313-ee5a-443e-8928-7087b53048d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f3e91c-f729-46cb-bea8-11280f43d8d2,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:42.141868 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '30dd572f-25c7-474b-8707-b592aaa4629b', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'port_id': '30dd572f-25c7-474b-8707-b592aaa4629b', 'mac_address': 'fa:16:3e:83:98:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:47:42.229284 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.271665 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb1ab8-c573-4788-bd26-827492313dfc req-d8856389-166a-43f2-921f-af4b06baf774 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:42.289200 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5ddb1ab8-c573-4788-bd26-827492313dfc req-d8856389-166a-43f2-921f-af4b06baf774 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 945 time: 0.1351025 Dec 15 14:47:42.323662 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30dd572f-25c7-474b-8707-b592aaa4629b {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:47:42.355813 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.364868 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:42.382195 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.410374 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5ddb1ab8-c573-4788-bd26-827492313dfc req-66795255-3ba9-49f7-8954-d869d52d1988 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150761 Dec 15 14:47:42.483570 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:42.486039 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f09e4ed-93ef-4677-a435-7f02f350496d" -d '{"events": [{"server_uuid": "f3fc6019-e542-46b9-ba6b-c21ca5faffde", "name": "network-vif-plugged", "status": "completed", "tag": "fc2d8391-28a9-4ec6-a299-40e3c83859e0"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:42.505249 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port fc2d8391-28a9-4ec6-a299-40e3c83859e0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:42.513844 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.514854 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:42.559396 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c99d65-2baf-4041-b3d4-1f38e5fe3d32 x-openstack-request-id: req-18c99d65-2baf-4041-b3d4-1f38e5fe3d32 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:42.559983 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fc6019-e542-46b9-ba6b-c21ca5faffde", "name": "network-vif-plugged", "status": "completed", "tag": "fc2d8391-28a9-4ec6-a299-40e3c83859e0", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:42.560437 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18c99d65-2baf-4041-b3d4-1f38e5fe3d32 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:42.560837 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0', 'code': 200} Dec 15 14:47:42.568175 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:42.645856 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=fc2d8391-28a9-4ec6-a299-40e3c83859e0,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:42.650937 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:47:42.656639 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:42.657073 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.691944 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['30dd572f-25c7-474b-8707-b592aaa4629b'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:47:42.850841 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.980100 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:42.990236 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:42.991116 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:43.103371 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:43.121490 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:47:43.126890 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:43.127095 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68984-b7ae-46ae-809d-90c201205c94 req-8c8bde56-f567-4134-970c-9b5d2dbc6e99 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:43.128683 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-93b68984-b7ae-46ae-809d-90c201205c94 req-8c8bde56-f567-4134-970c-9b5d2dbc6e99 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.3949127 Dec 15 14:47:43.129687 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.144609 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76089d3-5d84-48a6-97f5-c6bb4ecf59ef req-2311b9c0-d8cd-4cd4-9919-a6159ddb534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:43.146473 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e76089d3-5d84-48a6-97f5-c6bb4ecf59ef req-2311b9c0-d8cd-4cd4-9919-a6159ddb534f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 1099 time: 0.3644607 Dec 15 14:47:43.265104 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-93b68984-b7ae-46ae-809d-90c201205c94 req-b037aa72-c4bf-4f0e-912d-7e7e7d5bc2f6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118586 Dec 15 14:47:43.279139 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e76089d3-5d84-48a6-97f5-c6bb4ecf59ef req-12c1a87e-1de5-4b21-8419-5445a8a4d651 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184552 Dec 15 14:47:43.328498 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63201e9d-80e8-410a-9a1d-7ef1874bc8b6 req-d24e9efe-674f-4e8f-92f1-5b7e592a086a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:43.340452 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-63201e9d-80e8-410a-9a1d-7ef1874bc8b6 req-d24e9efe-674f-4e8f-92f1-5b7e592a086a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 944 time: 0.1375215 Dec 15 14:47:43.370663 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.411964 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:43.421534 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.426672 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-63201e9d-80e8-410a-9a1d-7ef1874bc8b6 req-e5e3b129-4f70-4ca3-855d-fb9f6b330385 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848575 Dec 15 14:47:43.493354 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:43.584275 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d8c13-a17d-412c-a908-86dad595cac5 req-f3493deb-e28e-4db7-a1ac-b86a5e206690 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:43.586146 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-602d8c13-a17d-412c-a908-86dad595cac5 req-f3493deb-e28e-4db7-a1ac-b86a5e206690 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0667048 Dec 15 14:47:43.646024 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-602d8c13-a17d-412c-a908-86dad595cac5 req-ac15a633-d177-421f-acb4-d10e7ffbf1d8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505455 Dec 15 14:47:43.768081 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 30dd572f-25c7-474b-8707-b592aaa4629b up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:47:43.840063 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 30dd572f-25c7-474b-8707-b592aaa4629b completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:47:43.846830 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 30dd572f-25c7-474b-8707-b592aaa4629b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:47:43.847211 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.907926 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 38978) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:43.930048 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:43.969328 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:43.974854 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.035761 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:44.047443 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9e1c4623-3887-4399-bda1-2a26455a04b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.128966 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9e1c4623-3887-4399-bda1-2a26455a04b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.135564 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9e1c4623-3887-4399-bda1-2a26455a04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.176781 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-9e1c4623-3887-4399-bda1-2a26455a04b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd6d892b216f4f6c98c7c5e12f8cb541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675812 Dec 15 14:47:44.177886 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c4623-3887-4399-bda1-2a26455a04b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e21fc-67da-43c1-9a9b-1b251d18e947,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:44.179454 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 38990) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:44.233206 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-201409df-5eb5-4323-9df6-851ab87b453b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.254713 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-201409df-5eb5-4323-9df6-851ab87b453b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.309828 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-201409df-5eb5-4323-9df6-851ab87b453b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.312135 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-201409df-5eb5-4323-9df6-851ab87b453b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:44.313585 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-201409df-5eb5-4323-9df6-851ab87b453b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f32e21fc-67da-43c1-9a9b-1b251d18e947 HTTP/1.1" status: 204 len: 168 time: 0.1330364 Dec 15 14:47:44.322273 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201409df-5eb5-4323-9df6-851ab87b453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e21fc-67da-43c1-9a9b-1b251d18e947,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:44.421435 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de3bdc-b21c-406e-afb8-f97c1c3f5d41 req-7e89deea-749f-43ee-8629-e5ab572f2baa tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:44.427149 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-88de3bdc-b21c-406e-afb8-f97c1c3f5d41 req-7e89deea-749f-43ee-8629-e5ab572f2baa tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0799546 Dec 15 14:47:44.503833 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-88de3bdc-b21c-406e-afb8-f97c1c3f5d41 req-04c98611-839f-444f-9ffd-69bf42d06ee5 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739489 Dec 15 14:47:44.562987 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001f7a4f-46e0-485d-8bc6-f9eae0e55cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3e0c90-a04e-4b65-9632-b6a88c2db2e7'}, {'server_uuid': '879d51c0-9eed-4903-bcf8-430c0cdd7c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e6f92f-7c5f-43d9-ae97-b5396cce93c2'}, {'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:44.567866 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1522fa-085b-4a50-aace-f8de34c2d1e3" -d '{"events": [{"server_uuid": "001f7a4f-46e0-485d-8bc6-f9eae0e55cbb", "name": "network-vif-plugged", "status": "completed", "tag": "1e3e0c90-a04e-4b65-9632-b6a88c2db2e7"}, {"server_uuid": "879d51c0-9eed-4903-bcf8-430c0cdd7c66", "name": "network-vif-plugged", "status": "completed", "tag": "c8e6f92f-7c5f-43d9-ae97-b5396cce93c2"}, {"server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "name": "network-vif-plugged", "status": "completed", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:44.642763 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4da0032-7d85-4d8c-9613-d923bedeea4a x-openstack-request-id: req-e4da0032-7d85-4d8c-9613-d923bedeea4a {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:44.643100 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001f7a4f-46e0-485d-8bc6-f9eae0e55cbb", "name": "network-vif-plugged", "status": "completed", "tag": "1e3e0c90-a04e-4b65-9632-b6a88c2db2e7", "code": 200}, {"server_uuid": "879d51c0-9eed-4903-bcf8-430c0cdd7c66", "name": "network-vif-plugged", "status": "completed", "tag": "c8e6f92f-7c5f-43d9-ae97-b5396cce93c2", "code": 200}, {"server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "name": "network-vif-plugged", "status": "completed", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:44.643367 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4da0032-7d85-4d8c-9613-d923bedeea4a {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:44.643780 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001f7a4f-46e0-485d-8bc6-f9eae0e55cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3e0c90-a04e-4b65-9632-b6a88c2db2e7', 'code': 200} Dec 15 14:47:44.644045 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879d51c0-9eed-4903-bcf8-430c0cdd7c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e6f92f-7c5f-43d9-ae97-b5396cce93c2', 'code': 200} Dec 15 14:47:44.644339 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b', 'code': 200} Dec 15 14:47:44.665108 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b428b8-0402-4159-8819-284f2c3d84f8 req-ced75200-b2aa-4cfe-a18e-f6df907070ec tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:44.685626 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26b428b8-0402-4159-8819-284f2c3d84f8 req-ced75200-b2aa-4cfe-a18e-f6df907070ec tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.1173918 Dec 15 14:47:44.810263 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26b428b8-0402-4159-8819-284f2c3d84f8 req-dfa6a55c-f862-47ed-9772-399c1e002f4f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129601 Dec 15 14:47:44.838181 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ae318-e188-4f00-95c2-096f1c1550ba req-5b5bcf8a-b551-448b-8921-47e7b16328a3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:44.854115 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-060ae318-e188-4f00-95c2-096f1c1550ba req-5b5bcf8a-b551-448b-8921-47e7b16328a3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.1115196 Dec 15 14:47:44.958048 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39032) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:44.986370 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e98d9961-7a04-40e8-a191-e3dc459807f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.008357 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-060ae318-e188-4f00-95c2-096f1c1550ba req-a58449b8-fc31-4d61-8d7e-7662334de764 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494892 Dec 15 14:47:45.135865 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06ccb3-53d5-4575-9a36-962e7d84ae90 req-24bd7629-7775-4190-9ba0-6a7163e8e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.138142 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6b06ccb3-53d5-4575-9a36-962e7d84ae90 req-24bd7629-7775-4190-9ba0-6a7163e8e809 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 1098 time: 0.1061900 Dec 15 14:47:45.189648 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8872e1-05fe-4a71-be80-bcf78226508d req-3c85290b-77c8-45d4-ab16-3a053c3c4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.192007 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5c8872e1-05fe-4a71-be80-bcf78226508d req-3c85290b-77c8-45d4-ab16-3a053c3c4d98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 1099 time: 0.1747050 Dec 15 14:47:45.202111 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6b06ccb3-53d5-4575-9a36-962e7d84ae90 req-33039069-e83f-4c41-ad9f-c1d99e828eb3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489075 Dec 15 14:47:45.249631 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b605567-157d-4042-9482-92113f85ba0d req-1328b64a-311f-4cf3-99bd-5202f802ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.251153 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7b605567-157d-4042-9482-92113f85ba0d req-1328b64a-311f-4cf3-99bd-5202f802ada9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 1098 time: 0.1136262 Dec 15 14:47:45.293476 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5c8872e1-05fe-4a71-be80-bcf78226508d req-b86f3d92-ccd4-49c1-95b9-bd82428246b5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847073 Dec 15 14:47:45.298230 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e98d9961-7a04-40e8-a191-e3dc459807f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.316067 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e98d9961-7a04-40e8-a191-e3dc459807f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.360582 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d9961-7a04-40e8-a191-e3dc459807f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01763500-90c8-4b34-8652-f3f4859ab558,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:45.365072 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-e98d9961-7a04-40e8-a191-e3dc459807f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=732d7190aa804780b9d255274b323838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056878 Dec 15 14:47:45.367848 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39038) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:45.422728 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-683a2741-ffdf-498a-b447-f59bd719d7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.451048 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-683a2741-ffdf-498a-b447-f59bd719d7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.629617 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd490d-c164-4ee4-b4bb-99c8826337f4 req-91618707-f214-47f0-9edf-53e919434be2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.631316 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-02cd490d-c164-4ee4-b4bb-99c8826337f4 req-91618707-f214-47f0-9edf-53e919434be2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0568874 Dec 15 14:47:45.688394 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-683a2741-ffdf-498a-b447-f59bd719d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.691028 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-683a2741-ffdf-498a-b447-f59bd719d7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:45.692201 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-683a2741-ffdf-498a-b447-f59bd719d7c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01763500-90c8-4b34-8652-f3f4859ab558 HTTP/1.1" status: 204 len: 168 time: 0.3230417 Dec 15 14:47:45.703145 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a2741-ffdf-498a-b447-f59bd719d7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01763500-90c8-4b34-8652-f3f4859ab558,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:45.732737 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-02cd490d-c164-4ee4-b4bb-99c8826337f4 req-c781745f-c7cb-40a4-9a58-aeaf0f8f3c9a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903578 Dec 15 14:47:45.740828 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7b605567-157d-4042-9482-92113f85ba0d req-ec3a1e90-4eba-41a6-9cad-fb7bc28d8726 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948751 Dec 15 14:47:45.844457 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241468b0-f25c-4e2a-93d8-b816d13614c6 req-1932c2a6-4e18-42e5-a9a2-940095fdb42a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:45.854978 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-241468b0-f25c-4e2a-93d8-b816d13614c6 req-1932c2a6-4e18-42e5-a9a2-940095fdb42a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0537975 Dec 15 14:47:45.855291 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39054) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:45.860327 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-396017cb-af96-4877-812a-742a56f389cf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'floatingip': {'port_id': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:45.945967 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-396017cb-af96-4877-812a-742a56f389cf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:46.093355 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13b6f-bdad-4300-9180-346cb52c6bd4 req-8477787b-f813-4932-8c0d-ce36758072be tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:46.094964 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3cd13b6f-bdad-4300-9180-346cb52c6bd4 req-8477787b-f813-4932-8c0d-ce36758072be tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.1624236 Dec 15 14:47:46.220490 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3cd13b6f-bdad-4300-9180-346cb52c6bd4 req-8f766cee-6a50-49df-afbf-af7a319ba3a2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178842 Dec 15 14:47:46.240971 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d161daf-2572-4a79-8ede-1d00df5eec4c req-da5f6f9d-7b73-4180-97aa-a7e50b7aac21 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:46.251618 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3d161daf-2572-4a79-8ede-1d00df5eec4c req-da5f6f9d-7b73-4180-97aa-a7e50b7aac21 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.1001921 Dec 15 14:47:46.319851 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3d161daf-2572-4a79-8ede-1d00df5eec4c req-95d3a501-8913-464f-9ee0-5e15b234d597 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665431 Dec 15 14:47:46.772212 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-396017cb-af96-4877-812a-742a56f389cf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:46.776326 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-396017cb-af96-4877-812a-742a56f389cf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:46.899689 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [None req-396017cb-af96-4877-812a-742a56f389cf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Floating IP 5a856ed0-c95d-4e80-b62a-44b590a6f792 associated. External IP: 172.27.2.53, port: fc2d8391-28a9-4ec6-a299-40e3c83859e0. Dec 15 14:47:47.364128 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396017cb-af96-4877-812a-742a56f389cf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Router 03b54358-c9a2-4514-b8ea-a0a29962dcff has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:47.388404 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2343398-12ee-4be8-b3d6-10d992bfc687 req-2b2efad0-e2f3-4558-a70a-f8c52b85cdab tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:47.389990 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e2343398-12ee-4be8-b3d6-10d992bfc687 req-2b2efad0-e2f3-4558-a70a-f8c52b85cdab tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0673544 Dec 15 14:47:47.455986 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4724d-4b6f-48d9-9fc5-c16c40ba9904 req-9d9b7647-80b1-482b-bd57-3971fd63cbe9 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:47.457635 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bbf4724d-4b6f-48d9-9fc5-c16c40ba9904 req-9d9b7647-80b1-482b-bd57-3971fd63cbe9 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0628211 Dec 15 14:47:47.519048 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bbf4724d-4b6f-48d9-9fc5-c16c40ba9904 req-34d171cb-5f1f-4f6d-ad2c-5e665eaea8f9 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536320 Dec 15 14:47:47.531060 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e2343398-12ee-4be8-b3d6-10d992bfc687 req-f94dcdb3-52e1-49e4-9394-d59b0c34b37e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973167 Dec 15 14:47:47.559976 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396017cb-af96-4877-812a-742a56f389cf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:47.569510 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-396017cb-af96-4877-812a-742a56f389cf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:47.576691 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] Sync routers for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:47.589084 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:47.590578 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:47:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:47.611864 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-396017cb-af96-4877-812a-742a56f389cf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "PUT /v2.0/floatingips/5a856ed0-c95d-4e80-b62a-44b590a6f792 HTTP/1.1" status: 200 len: 991 time: 1.7554772 Dec 15 14:47:47.612525 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'tag': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:47.615744 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fc6019-e542-46b9-ba6b-c21ca5faffde", "tag": "fc2d8391-28a9-4ec6-a299-40e3c83859e0"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:47.678033 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4021b6e7-2aaf-4eb0-af77-89aa55f04cd1 x-openstack-request-id: req-4021b6e7-2aaf-4eb0-af77-89aa55f04cd1 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:47.678494 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fc6019-e542-46b9-ba6b-c21ca5faffde", "tag": "fc2d8391-28a9-4ec6-a299-40e3c83859e0", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:47.678939 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4021b6e7-2aaf-4eb0-af77-89aa55f04cd1 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:47.679558 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'tag': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0', 'status': 'completed', 'code': 200} Dec 15 14:47:47.732247 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:48.034338 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '5a856ed0-c95d-4e80-b62a-44b590a6f792', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'port_id': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'mac_address': 'fa:16:3e:2a:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:12Z', 'updated_at': '2021-12-15T14:47:46Z', 'revision_number': 1, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:48.064464 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] Checking router: 03b54358-c9a2-4514-b8ea-a0a29962dcff for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:48.073020 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:48.074193 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:47:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:48.194184 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:48.362845 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39184) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:48.497138 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '5a856ed0-c95d-4e80-b62a-44b590a6f792', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'port_id': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'mac_address': 'fa:16:3e:2a:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:12Z', 'updated_at': '2021-12-15T14:47:46Z', 'revision_number': 1, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:48.507321 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-15b9718b-5530-4b6e-bf87-1f60e480eeb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:48.524068 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d5298e-5f93-4efc-8d86-412c1960b43b None None] The sync data for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi is: [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '5a856ed0-c95d-4e80-b62a-44b590a6f792', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'port_id': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'mac_address': 'fa:16:3e:2a:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:12Z', 'updated_at': '2021-12-15T14:47:46Z', 'revision_number': 1, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:48.650183 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-15b9718b-5530-4b6e-bf87-1f60e480eeb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:48.655598 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-15b9718b-5530-4b6e-bf87-1f60e480eeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:48.721752 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39210) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:48.723523 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-15b9718b-5530-4b6e-bf87-1f60e480eeb8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7178d07fe0c04e1aa7efa3de498c2618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614042 Dec 15 14:47:48.733338 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9718b-5530-4b6e-bf87-1f60e480eeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae49fa3-84bf-4a7a-b442-907531517599,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:48.794749 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63e911-6b1e-4fcc-8d7a-26e426bbf15e req-82ea69f1-8d8e-4152-9cd3-e6aac664ca4f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:48.805425 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8b63e911-6b1e-4fcc-8d7a-26e426bbf15e req-82ea69f1-8d8e-4152-9cd3-e6aac664ca4f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.1665947 Dec 15 14:47:48.806854 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-41312e01-f6c7-4ef8-a47b-3224644cefa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:48.837907 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-41312e01-f6c7-4ef8-a47b-3224644cefa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:48.859271 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f46348-7f5b-4a65-9e88-05d55492200f None None] New status for floating IP 5a856ed0-c95d-4e80-b62a-44b590a6f792: ACTIVE {{(pid=119315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:47:48.877730 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8b63e911-6b1e-4fcc-8d7a-26e426bbf15e req-50da547f-2ecb-4364-96af-ec9306f6ad8f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712006 Dec 15 14:47:48.900598 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-41312e01-f6c7-4ef8-a47b-3224644cefa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:48.905842 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-41312e01-f6c7-4ef8-a47b-3224644cefa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:48.924860 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-41312e01-f6c7-4ef8-a47b-3224644cefa6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ae49fa3-84bf-4a7a-b442-907531517599 HTTP/1.1" status: 204 len: 168 time: 0.2011809 Dec 15 14:47:48.952265 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41312e01-f6c7-4ef8-a47b-3224644cefa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae49fa3-84bf-4a7a-b442-907531517599,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:49.072106 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd26fb-2c04-4081-9bc7-a47b66d19ace req-f749ddd0-0fe7-4bb6-9dfb-62a5affec1a5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:49.079796 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ebdd26fb-2c04-4081-9bc7-a47b66d19ace req-f749ddd0-0fe7-4bb6-9dfb-62a5affec1a5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0789490 Dec 15 14:47:49.159577 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ebdd26fb-2c04-4081-9bc7-a47b66d19ace req-4b9d67b0-d716-4a6f-8760-66ea735e7222 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775790 Dec 15 14:47:49.284119 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39228) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:49.298342 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e3689379-0c7d-4d1a-a451-0bd5c7ac7987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.382119 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e3689379-0c7d-4d1a-a451-0bd5c7ac7987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.386524 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e3689379-0c7d-4d1a-a451-0bd5c7ac7987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.428896 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-e3689379-0c7d-4d1a-a451-0bd5c7ac7987 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=778990a7535b4ff09293ec2941d8eee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435041 Dec 15 14:47:49.429667 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3689379-0c7d-4d1a-a451-0bd5c7ac7987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4895bf77-7fa4-4e35-bfe8-2438aba2bcd6,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:49.431462 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39232) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:49.480183 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-62ac8295-53c2-4285-b786-0cbebd00e50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.501376 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-62ac8295-53c2-4285-b786-0cbebd00e50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.551960 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-62ac8295-53c2-4285-b786-0cbebd00e50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.554663 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-62ac8295-53c2-4285-b786-0cbebd00e50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:49.555848 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-62ac8295-53c2-4285-b786-0cbebd00e50d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4895bf77-7fa4-4e35-bfe8-2438aba2bcd6 HTTP/1.1" status: 204 len: 168 time: 0.1233718 Dec 15 14:47:49.565831 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac8295-53c2-4285-b786-0cbebd00e50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4895bf77-7fa4-4e35-bfe8-2438aba2bcd6,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:50.037330 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-00243797-0752-43b4-a70f-7bc211f0162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:50.039212 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-00243797-0752-43b4-a70f-7bc211f0162d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 1099 time: 0.1077409 Dec 15 14:47:50.055473 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c1481-0eaa-4e3a-8dcd-29468482e827 req-ad4bcc3e-5d99-4056-8001-7f0c69fc6be4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:50.057045 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-200c1481-0eaa-4e3a-8dcd-29468482e827 req-ad4bcc3e-5d99-4056-8001-7f0c69fc6be4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0898795 Dec 15 14:47:50.158849 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-200c1481-0eaa-4e3a-8dcd-29468482e827 req-4a8e902a-f234-4ae6-b488-c0c6c2ecc63c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891197 Dec 15 14:47:50.218946 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-912b1891-fc31-470e-8878-9a4587c03fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:50.220800 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-912b1891-fc31-470e-8878-9a4587c03fee service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 912 time: 0.1237590 Dec 15 14:47:50.314617 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65d1c-b434-4fc8-bd81-c1f3bab84635 req-a9c8f39e-1198-4f0d-b811-fe78a364535b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:50.316265 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2fe65d1c-b434-4fc8-bd81-c1f3bab84635 req-a9c8f39e-1198-4f0d-b811-fe78a364535b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0660474 Dec 15 14:47:50.360639 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-e674dea4-078a-418c-9e35-951be2fef8f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0 HTTP/1.1" status: 200 len: 1001 time: 0.1153998 Dec 15 14:47:50.380096 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39264) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:50.414756 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2fe65d1c-b434-4fc8-bd81-c1f3bab84635 req-fc8c219e-f824-4e29-b1ca-a3fac56cd993 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709240 Dec 15 14:47:50.454018 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-c601922f-399a-4fdb-ac34-7c7c8e9633bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:50.455675 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-c601922f-399a-4fdb-ac34-7c7c8e9633bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea9f991a-1870-4cf7-ad23-48cda883cb39 HTTP/1.1" status: 200 len: 850 time: 0.0811718 Dec 15 14:47:50.510993 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1057789891-network', 'tenant_id': '5fe677e0951845bb927fec7ac8256ce7'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:50.520825 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-4ad3153f-1a7f-4705-a2bd-cca9334ac289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:50.521043 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-512baf8a-954c-4623-a534-5322f2145c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.524047 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-4ad3153f-1a7f-4705-a2bd-cca9334ac289 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a278692-3315-4faf-ad0e-7760eff511d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575933 Dec 15 14:47:50.539964 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Made reservation on behalf of 5fe677e0951845bb927fec7ac8256ce7 for: {'network': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:50.543862 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.555261 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.641194 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.645904 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.650032 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-a6a35264-cb7c-47a8-8b8f-5947fdff21e1 service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065490 Dec 15 14:47:50.673885 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=119314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:47:50.684987 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d88ea5a-cdb4-47cc-8cd3-60be2d9aa158,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:50.690176 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.690527 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.segments_db [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Added segment 75141183-9fe7-4a49-b7e5-055c42e0f864 of type vlan for network 91b90bbc-5157-4114-8a8c-f206e9a971b6 Dec 15 14:47:50.740392 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.765857 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.766862 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:50.767442 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:50.826352 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4451637 Dec 15 14:47:50.829543 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39272) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:50.832057 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e56c8d-ebf2-493f-afff-9d888345e053 admin admin] Pushing event updated for resources: {'Network': ['ID=91b90bbc-5157-4114-8a8c-f206e9a971b6,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:50.834431 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Request body: {'subnet': {'network_id': '91b90bbc-5157-4114-8a8c-f206e9a971b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1057789891-subnet', 'tenant_id': '5fe677e0951845bb927fec7ac8256ce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:50.843106 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 91b90bbc-5157-4114-8a8c-f206e9a971b6 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:47:50.856903 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Made reservation on behalf of 5fe677e0951845bb927fec7ac8256ce7 for: {'subnet': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:50.859277 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Publish callbacks [] for subnet, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:51.047756 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for subnet, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:51.106942 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f3473b-67c5-4eb9-8e74-1fc33695b146,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:51.118149 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Checking segment: {'id': '75141183-9fe7-4a49-b7e5-055c42e0f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91b90bbc-5157-4114-8a8c-f206e9a971b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:51.118518 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Network hostable DHCP agents. Network: 91b90bbc-5157-4114-8a8c-f206e9a971b6, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:47:51.141152 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Network 91b90bbc-5157-4114-8a8c-f206e9a971b6 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:47:51.151135 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 91b90bbc-5157-4114-8a8c-f206e9a971b6) {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:51.162691 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:51.163300 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:51.168006 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cdc03d-2435-4cd1-a7fd-93b533050c58 None None] Network 91b90bbc-5157-4114-8a8c-f206e9a971b6 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:51.187186 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-3c00524a-e71d-45b7-8c23-0adac4868f5d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3564923 Dec 15 14:47:51.293118 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8f8a58-950e-4223-8883-36c8f03323d5 None None] Network 91b90bbc-5157-4114-8a8c-f206e9a971b6 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:51.337320 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa7d61-3603-40b3-b401-ab869b235c89 req-fbe16233-003c-48a0-9434-348e6d5911a1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:51.341277 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-25aa7d61-3603-40b3-b401-ab869b235c89 req-fbe16233-003c-48a0-9434-348e6d5911a1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0716591 Dec 15 14:47:51.393582 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-25aa7d61-3603-40b3-b401-ab869b235c89 req-7f51c12c-c0a6-4d87-8066-735537d9e50f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467398 Dec 15 14:47:51.525321 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:47:51.526138 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a732e-ede5-4946-afce-6b9e31ea6449 req-64a0a663-25bb-4b85-852b-2b138a4a2ca6 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:51.528209 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4e8a732e-ede5-4946-afce-6b9e31ea6449 req-64a0a663-25bb-4b85-852b-2b138a4a2ca6 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0627215 Dec 15 14:47:51.595742 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4e8a732e-ede5-4946-afce-6b9e31ea6449 req-8f4026fc-202a-46cd-8dbc-273bf199b26e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607271 Dec 15 14:47:51.783182 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39308) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:51.788505 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254917207-network', 'tenant_id': '74cbb3f473484013af60d8956c5e811b'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:51.826337 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Made reservation on behalf of 74cbb3f473484013af60d8956c5e811b for: {'network': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:51.830257 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:51.840927 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:51.940228 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb9d8-da38-440a-b109-de60a7cb625d req-c1b6b458-e1c7-43be-bce6-7e2d244934eb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:51.941904 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-07ebb9d8-da38-440a-b109-de60a7cb625d req-c1b6b458-e1c7-43be-bce6-7e2d244934eb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0795810 Dec 15 14:47:51.951554 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39312) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:51.957681 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-948dd8ed-a4b4-488a-ace4-eb43eb3412b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'floatingip': {'port_id': '30dd572f-25c7-474b-8707-b592aaa4629b'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:52.065002 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-948dd8ed-a4b4-488a-ace4-eb43eb3412b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.068048 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.114229 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.215325 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=119314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:47:52.237411 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5898972d-0a9b-4ba6-9863-197d91ebd726,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:52.255693 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.256053 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.256404 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.256765 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.257108 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.257420 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.257765 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.258149 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.258488 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.258923 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.259257 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.259589 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.259920 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:52.274943 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f7a12-065c-475a-a2c8-da9f2f39e771 req-94d18fbc-3220-4526-8d82-46a7c1d96721 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:52.276432 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0a0f7a12-065c-475a-a2c8-da9f2f39e771 req-94d18fbc-3220-4526-8d82-46a7c1d96721 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.2443960 Dec 15 14:47:52.278244 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.278585 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.segments_db [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Added segment 4e773a37-3828-4c9f-8a3c-922f63658d10 of type vlan for network fe47b396-9e0a-407e-a664-ce089b3a0799 Dec 15 14:47:52.383906 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.462297 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0a0f7a12-065c-475a-a2c8-da9f2f39e771 req-9144f5eb-a114-4202-b189-0203d14b1d89 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723504 Dec 15 14:47:52.480923 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.481876 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:52.482462 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.581121 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7964151 Dec 15 14:47:52.583774 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39320) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:52.588905 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Request body: {'subnet': {'network_id': 'fe47b396-9e0a-407e-a664-ce089b3a0799', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254917207-subnet', 'tenant_id': '74cbb3f473484013af60d8956c5e811b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:47:52.610730 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Made reservation on behalf of 74cbb3f473484013af60d8956c5e811b for: {'subnet': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:47:52.613022 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Publish callbacks [] for subnet, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.656097 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c82ac-1b55-4a64-b8ca-a5e12cc9c776 admin admin] Pushing event updated for resources: {'Network': ['ID=fe47b396-9e0a-407e-a664-ce089b3a0799,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:52.666382 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network fe47b396-9e0a-407e-a664-ce089b3a0799 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:47:52.800934 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for subnet, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.863468 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc5a04d-1e2a-4fde-8e2c-003c828f3a9d,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:52.870102 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Checking segment: {'id': '4e773a37-3828-4c9f-8a3c-922f63658d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fe47b396-9e0a-407e-a664-ce089b3a0799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:47:52.870521 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Network hostable DHCP agents. Network: fe47b396-9e0a-407e-a664-ce089b3a0799, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:47:52.897418 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Network fe47b396-9e0a-407e-a664-ce089b3a0799 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:47:52.908782 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, fe47b396-9e0a-407e-a664-ce089b3a0799) {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:47:52.913145 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:52.913762 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:52.919287 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e484f0e6-acb1-469f-9c93-3e38e0b868ae None None] Network fe47b396-9e0a-407e-a664-ce089b3a0799 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:52.933916 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-cc7170fd-561f-4935-99db-86470673124e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3487883 Dec 15 14:47:52.996335 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8983850d-0e66-414d-8b12-0064689844c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.012233 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-948dd8ed-a4b4-488a-ace4-eb43eb3412b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.016887 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-948dd8ed-a4b4-488a-ace4-eb43eb3412b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.071260 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930bca4e-ae06-4a0d-a891-bd53bfeb0bb6 None None] Network fe47b396-9e0a-407e-a664-ce089b3a0799 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:47:53.321923 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.l3_db [None req-948dd8ed-a4b4-488a-ace4-eb43eb3412b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Floating IP ad7f0078-fd83-4856-b231-834ee01cf1c1 associated. External IP: 172.27.2.14, port: 30dd572f-25c7-474b-8707-b592aaa4629b. Dec 15 14:47:53.568592 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948dd8ed-a4b4-488a-ace4-eb43eb3412b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Router d8884402-40e9-4e87-956e-d7f2c9c08654 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:47:53.697602 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da363db3-fc5f-447d-a430-ab22492ac203 req-7ba51258-1ceb-49b6-91b5-89c807ba3fca tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:53.699921 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-da363db3-fc5f-447d-a430-ab22492ac203 req-7ba51258-1ceb-49b6-91b5-89c807ba3fca tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.1269386 Dec 15 14:47:53.791986 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948dd8ed-a4b4-488a-ace4-eb43eb3412b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:47:53.797416 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-948dd8ed-a4b4-488a-ace4-eb43eb3412b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:53.802141 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] Sync routers for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:47:53.802824 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-da363db3-fc5f-447d-a430-ab22492ac203 req-cc18c03b-c2ec-4a83-b798-355f8f1ddbbf tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962672 Dec 15 14:47:53.812604 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:53.813323 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:47:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:53.830116 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-948dd8ed-a4b4-488a-ace4-eb43eb3412b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "PUT /v2.0/floatingips/ad7f0078-fd83-4856-b231-834ee01cf1c1 HTTP/1.1" status: 200 len: 990 time: 1.8772457 Dec 15 14:47:53.831220 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b'}] {{(pid=119314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:47:53.833855 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b153a731d63761eb74fe6a21d496159023c6413618ed33929f2ff838d171597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8" -d '{"events": [{"name": "network-changed", "server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b"}]}' {{(pid=119314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:47:53.926915 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:54.098891 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:54.228483 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': 'ad7f0078-fd83-4856-b231-834ee01cf1c1', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'port_id': '30dd572f-25c7-474b-8707-b592aaa4629b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'mac_address': 'fa:16:3e:83:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:26Z', 'updated_at': '2021-12-15T14:47:52Z', 'revision_number': 1, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:54.254998 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] Checking router: d8884402-40e9-4e87-956e-d7f2c9c08654 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:47:54.263860 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:47:54.264466 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:47:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:54.382494 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:47:54.443913 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b8d1b3c6-c0b1-4a94-9c52-c62412911d8c req-0175fef2-bb30-47fd-8c17-01097c99f373 service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330242 Dec 15 14:47:54.457693 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f964756-3e33-49ae-87ef-2ed139549b17 req-8d211c98-d9fd-4ba3-9d29-1ea63a33b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.459399 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4f964756-3e33-49ae-87ef-2ed139549b17 req-8d211c98-d9fd-4ba3-9d29-1ea63a33b69e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 1099 time: 0.0654840 Dec 15 14:47:54.499047 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf8360e-806b-4c99-b1b3-dc6a4e8aac7c x-openstack-request-id: req-4cf8360e-806b-4c99-b1b3-dc6a4e8aac7c {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:47:54.499978 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b", "status": "completed", "code": 200}]} {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:47:54.499978 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cf8360e-806b-4c99-b1b3-dc6a4e8aac7c {{(pid=119314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:47:54.500629 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b', 'status': 'completed', 'code': 200} Dec 15 14:47:54.616668 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f964756-3e33-49ae-87ef-2ed139549b17 req-8a457a87-e5d3-4619-869f-d767cbacd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.618404 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4f964756-3e33-49ae-87ef-2ed139549b17 req-8a457a87-e5d3-4619-869f-d767cbacd3a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 920 time: 0.1487842 Dec 15 14:47:54.621781 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-dfb0a790-b313-42e2-8dfa-86f86191a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.623240 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-dfb0a790-b313-42e2-8dfa-86f86191a4c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 1098 time: 0.0755334 Dec 15 14:47:54.671631 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': 'ad7f0078-fd83-4856-b231-834ee01cf1c1', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'port_id': '30dd572f-25c7-474b-8707-b592aaa4629b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'mac_address': 'fa:16:3e:83:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:26Z', 'updated_at': '2021-12-15T14:47:52Z', 'revision_number': 1, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:47:54.700672 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f159ba-a51a-412c-81e9-dd38647653b9 None None] The sync data for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi is: [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': 'ad7f0078-fd83-4856-b231-834ee01cf1c1', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'port_id': '30dd572f-25c7-474b-8707-b592aaa4629b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'mac_address': 'fa:16:3e:83:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:47:26Z', 'updated_at': '2021-12-15T14:47:52Z', 'revision_number': 1, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:47:54.723175 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4f964756-3e33-49ae-87ef-2ed139549b17 req-8006bb0b-1e37-4d17-afb3-9d99b55b8fef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 HTTP/1.1" status: 200 len: 217 time: 0.0587215 Dec 15 14:47:54.824922 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f964756-3e33-49ae-87ef-2ed139549b17 req-328ce9a9-4e1d-4ab5-b60a-04d885eb4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.826491 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4f964756-3e33-49ae-87ef-2ed139549b17 req-328ce9a9-4e1d-4ab5-b60a-04d885eb4d6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 200 len: 859 time: 0.0927823 Dec 15 14:47:54.856537 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-2f1a1a3e-eb73-44df-baab-719f320a18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.858140 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-2f1a1a3e-eb73-44df-baab-719f320a18f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 918 time: 0.1849070 Dec 15 14:47:54.881560 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4f964756-3e33-49ae-87ef-2ed139549b17 req-665e74b5-63b1-4c3d-9742-cf77b08ba78c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc3ba2a7-4287-4645-8e0b-f22a4538975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381958 Dec 15 14:47:54.941492 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a449b77f-52f5-4b3f-b6eb-c7c3bf0fa699 None None] New status for floating IP ad7f0078-fd83-4856-b231-834ee01cf1c1: ACTIVE {{(pid=119315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:47:54.956285 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2310b88-b004-4cb1-87fa-1f6cd8779df5 req-680fa5a6-62fa-40b4-a6fa-e4c8649ad82c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:54.968611 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e2310b88-b004-4cb1-87fa-1f6cd8779df5 req-680fa5a6-62fa-40b4-a6fa-e4c8649ad82c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0715725 Dec 15 14:47:55.027838 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e2310b88-b004-4cb1-87fa-1f6cd8779df5 req-e92771c0-4185-4292-970e-a7a509a2c2dc tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494599 Dec 15 14:47:55.041700 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-deb37a81-763c-4b56-bc62-bd99ce0e31f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd572f-25c7-474b-8707-b592aaa4629b HTTP/1.1" status: 200 len: 998 time: 0.1628554 Dec 15 14:47:55.107450 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4f964756-3e33-49ae-87ef-2ed139549b17 req-5b4a3317-e154-4e73-b156-d78eaa82baff service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119439 Dec 15 14:47:55.119103 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-d5a4091e-ce46-4ea6-86e6-e6e7f6fa3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:55.121481 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-d5a4091e-ce46-4ea6-86e6-e6e7f6fa3a4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.0661170 Dec 15 14:47:55.243670 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-a86182cc-a9f8-4393-a202-4fa0c58030f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:55.245785 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-a86182cc-a9f8-4393-a202-4fa0c58030f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1016309 Dec 15 14:47:55.271046 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4f964756-3e33-49ae-87ef-2ed139549b17 req-a1a83ede-dfe6-4f88-87f9-378339d1264c service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539283 Dec 15 14:47:55.354447 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-a1582b1c-d1b0-4c4e-9c3a-48781b843441 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951233 Dec 15 14:47:55.459051 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-81930db6-1f52-4f64-82fe-1a3b1c0c68c8 req-67819011-09a8-46d5-9551-a552f9b05da9 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889773 Dec 15 14:47:55.940831 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39404) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:56.167338 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.186483 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.223879 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94de19f-afc8-4705-9b3b-beaf3746121a req-1a25a3bb-41ee-46ff-aec0-f9d96b4b01be tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:56.225709 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c94de19f-afc8-4705-9b3b-beaf3746121a req-1a25a3bb-41ee-46ff-aec0-f9d96b4b01be tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0959525 Dec 15 14:47:56.314992 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c94de19f-afc8-4705-9b3b-beaf3746121a req-ff00d772-277a-47ae-8aba-c593d24044cb tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814509 Dec 15 14:47:56.330027 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.334203 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.377618 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9541a5b-71b7-49b4-bbbf-50df59e6b611,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:56.382466 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=499de54c0d514cc4a9160df176ddc366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398904 Dec 15 14:47:56.386244 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39426) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:56.389903 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.390270 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.390626 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.390998 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.391341 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.391683 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.392024 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.392428 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.392770 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.393107 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.393442 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.393773 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.394159 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35953cff-95b0-47cd-a473-e05f3e9a16e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:47:56.455245 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e37d0ee1-6e91-450f-8dd1-655d2a06d66b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.479336 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e37d0ee1-6e91-450f-8dd1-655d2a06d66b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.540793 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e37d0ee1-6e91-450f-8dd1-655d2a06d66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.545350 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e37d0ee1-6e91-450f-8dd1-655d2a06d66b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.547234 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-e37d0ee1-6e91-450f-8dd1-655d2a06d66b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9541a5b-71b7-49b4-bbbf-50df59e6b611 HTTP/1.1" status: 204 len: 168 time: 0.1585121 Dec 15 14:47:56.560594 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d0ee1-6e91-450f-8dd1-655d2a06d66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9541a5b-71b7-49b4-bbbf-50df59e6b611,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:56.803549 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54929c0b-77ea-4fe6-9b50-27184cf01a5e req-b529d45f-dd57-4f71-be63-2abe61a6a5c9 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:56.805288 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-54929c0b-77ea-4fe6-9b50-27184cf01a5e req-b529d45f-dd57-4f71-be63-2abe61a6a5c9 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 945 time: 0.0523736 Dec 15 14:47:56.825664 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.862872 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-54929c0b-77ea-4fe6-9b50-27184cf01a5e req-ab9faf96-b761-4065-b4dd-78fb49785da9 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502529 Dec 15 14:47:56.883774 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39444) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:56.897688 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-20eef2f9-bed4-4896-bb45-238ab7f7e9d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.974762 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-20eef2f9-bed4-4896-bb45-238ab7f7e9d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:56.978866 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-20eef2f9-bed4-4896-bb45-238ab7f7e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:57.019653 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-20eef2f9-bed4-4896-bb45-238ab7f7e9d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8a36133f38b4d8a9aced562b0dd7e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347442 Dec 15 14:47:57.020527 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eef2f9-bed4-4896-bb45-238ab7f7e9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980b5f67-e176-4a69-a4df-f85a63fb0a71,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:57.022404 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39446) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:57.072052 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1d5e-1676-4461-94aa-361100a647f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:57.098003 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1d5e-1676-4461-94aa-361100a647f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:57.150120 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1d5e-1676-4461-94aa-361100a647f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:57.153572 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1d5e-1676-4461-94aa-361100a647f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:57.154763 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-9bdc1d5e-1676-4461-94aa-361100a647f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/980b5f67-e176-4a69-a4df-f85a63fb0a71 HTTP/1.1" status: 204 len: 168 time: 0.1311262 Dec 15 14:47:57.163000 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc1d5e-1676-4461-94aa-361100a647f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980b5f67-e176-4a69-a4df-f85a63fb0a71,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:57.502351 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b914505-adba-4444-92f5-574953e275ce req-263ff050-1100-43e0-bd4e-9d67fd4613e0 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:57.504047 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8b914505-adba-4444-92f5-574953e275ce req-263ff050-1100-43e0-bd4e-9d67fd4613e0 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.1010284 Dec 15 14:47:57.564226 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8b914505-adba-4444-92f5-574953e275ce req-626e6b3d-11cd-48ed-9e73-13ad88c3ba3e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508323 Dec 15 14:47:57.646126 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-56f6883b-8d8b-42c8-9147-5717447004f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532508 Dec 15 14:47:57.760589 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-814a0ad5-e337-4ae1-b748-79e46c712564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:57.762185 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-814a0ad5-e337-4ae1-b748-79e46c712564 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 1099 time: 0.0457194 Dec 15 14:47:57.904979 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-c3f3e9ca-17f1-41f9-998c-cb083fb7831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:57.907542 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-c3f3e9ca-17f1-41f9-998c-cb083fb7831c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 912 time: 0.1067646 Dec 15 14:47:58.019815 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-b50d4949-f45b-468d-9958-960a5ca64619 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0 HTTP/1.1" status: 200 len: 1001 time: 0.0966680 Dec 15 14:47:58.046264 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5760b-a0cb-4026-ab02-f1d9eb27e160 req-6857124c-3161-42fa-b3ed-d24a03db3fb0 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:58.051188 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6ab5760b-a0cb-4026-ab02-f1d9eb27e160 req-6857124c-3161-42fa-b3ed-d24a03db3fb0 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 945 time: 0.0830283 Dec 15 14:47:58.119370 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-02a4d5ba-7760-47ef-82b9-5b061e7b2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:58.121021 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-02a4d5ba-7760-47ef-82b9-5b061e7b2cc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea9f991a-1870-4cf7-ad23-48cda883cb39 HTTP/1.1" status: 200 len: 850 time: 0.0906165 Dec 15 14:47:58.144550 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6ab5760b-a0cb-4026-ab02-f1d9eb27e160 req-05f6359c-281f-44b8-93dc-995ef4a9cd7c tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725989 Dec 15 14:47:58.181364 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-628fba1b-187e-4ddb-a885-be8240719c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:58.183913 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-628fba1b-187e-4ddb-a885-be8240719c52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a278692-3315-4faf-ad0e-7760eff511d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523887 Dec 15 14:47:58.284628 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-6f2e2e6b-21f9-4282-9110-4c0df82f88c6 service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881312 Dec 15 14:47:58.395572 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-188028fb-82ad-4949-b588-1f7a9e9c45e8 req-769d47f1-045f-45a5-ba3c-a4f2ea532d3c service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025240 Dec 15 14:47:58.710593 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7635a0d-84eb-4f6a-a4c2-0b9ab2ea499b req-8c6a9493-9ede-401e-b66a-b3c26eb8dac6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:58.719205 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a7635a0d-84eb-4f6a-a4c2-0b9ab2ea499b req-8c6a9493-9ede-401e-b66a-b3c26eb8dac6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0696764 Dec 15 14:47:58.771224 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a7635a0d-84eb-4f6a-a4c2-0b9ab2ea499b req-4c5b383e-6bcd-4618-a179-7dffe1da271b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475826 Dec 15 14:47:59.221560 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-c6eaf508-85f1-4e3c-9eb5-f859f8517f82 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:59.224511 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-c6eaf508-85f1-4e3c-9eb5-f859f8517f82 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.64 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 945 time: 0.0661464 Dec 15 14:47:59.387124 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c0d6b-e2be-4f67-bab0-cb4be41f83ec req-6bce898f-9774-47db-8f6b-a045585e1e31 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:47:59.388649 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fe1c0d6b-e2be-4f67-bab0-cb4be41f83ec req-6bce898f-9774-47db-8f6b-a045585e1e31 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 945 time: 0.0988345 Dec 15 14:47:59.425434 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-e06c15bd-0da1-4d5b-b676-b162824cad63 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Deleting port 94e0438b-86dc-450c-9b11-998c7ce98a26 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:47:59.425777 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-e06c15bd-0da1-4d5b-b676-b162824cad63 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:59.592980 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39592) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:59.707165 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c631af2e-05e4-4b24-a2a5-9f4b169ea268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:59.733743 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fe1c0d6b-e2be-4f67-bab0-cb4be41f83ec req-d163769b-b1c8-4b57-8b0b-2ad2eb66c445 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/security-groups?id=f74ce295-028c-4e74-87a7-e012c57c9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379524 Dec 15 14:47:59.778564 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-e06c15bd-0da1-4d5b-b676-b162824cad63 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] For port 94e0438b-86dc-450c-9b11-998c7ce98a26, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=94e0438b-86dc-450c-9b11-998c7ce98a26,segment=NetworkSegment(523e4e53-3b15-4fa4-98da-d830049634e5),segment_id=523e4e53-3b15-4fa4-98da-d830049634e5)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:47:59.778988 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-e06c15bd-0da1-4d5b-b676-b162824cad63 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:59.794328 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c631af2e-05e4-4b24-a2a5-9f4b169ea268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:59.799362 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c631af2e-05e4-4b24-a2a5-9f4b169ea268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:47:59.803908 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-e06c15bd-0da1-4d5b-b676-b162824cad63 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Calling delete_port for 94e0438b-86dc-450c-9b11-998c7ce98a26 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:47:59.840099 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c631af2e-05e4-4b24-a2a5-9f4b169ea268 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d01dcd66738047838d8830f102d5ee70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447462 Dec 15 14:47:59.841216 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39598) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:47:59.849459 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631af2e-05e4-4b24-a2a5-9f4b169ea268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57880b11-5342-4020-8372-f8a9bcb85d8b,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:47:59.903403 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d231-21bc-4f5d-a791-85edee8b3221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:00.015544 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-e06c15bd-0da1-4d5b-b676-b162824cad63 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:00.028677 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d231-21bc-4f5d-a791-85edee8b3221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:00.035218 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['94e0438b-86dc-450c-9b11-998c7ce98a26'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:48:00.062623 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c15bd-0da1-4d5b-b676-b162824cad63 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Pushing event deleted for resources: {'Port': ['ID=94e0438b-86dc-450c-9b11-998c7ce98a26,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:00.156033 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d231-21bc-4f5d-a791-85edee8b3221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:00.161030 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d231-21bc-4f5d-a791-85edee8b3221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:00.176452 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-e7f4d231-21bc-4f5d-a791-85edee8b3221 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57880b11-5342-4020-8372-f8a9bcb85d8b HTTP/1.1" status: 204 len: 168 time: 0.3290379 Dec 15 14:48:00.225480 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715762c1-56aa-4874-ba38-3b51343727c7 req-02717dde-69ae-4d61-93db-84c454d6b726 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:00.225820 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-e06c15bd-0da1-4d5b-b676-b162824cad63 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] No DVR routers for this DVR port 94e0438b-86dc-450c-9b11-998c7ce98a26 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:48:00.227100 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-715762c1-56aa-4874-ba38-3b51343727c7 req-02717dde-69ae-4d61-93db-84c454d6b726 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.3189650 Dec 15 14:48:00.231097 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-e06c15bd-0da1-4d5b-b676-b162824cad63 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:00.233620 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4d231-21bc-4f5d-a791-85edee8b3221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57880b11-5342-4020-8372-f8a9bcb85d8b,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:00.235326 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a1e40c38-6faa-480a-ab5d-f2430cc4881f req-e06c15bd-0da1-4d5b-b676-b162824cad63 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.64 "DELETE /v2.0/ports/94e0438b-86dc-450c-9b11-998c7ce98a26 HTTP/1.1" status: 204 len: 173 time: 1.0033116 Dec 15 14:48:00.236053 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3923dc15-399b-4bde-af63-43c9805474c1', 'name': 'network-vif-deleted', 'tag': '94e0438b-86dc-450c-9b11-998c7ce98a26'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:48:00.239044 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586c3020-d0ec-4bee-8c31-3437195f456a" -d '{"events": [{"server_uuid": "3923dc15-399b-4bde-af63-43c9805474c1", "name": "network-vif-deleted", "tag": "94e0438b-86dc-450c-9b11-998c7ce98a26"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:48:00.371798 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-715762c1-56aa-4874-ba38-3b51343727c7 req-6cdbe036-417a-431b-8cd2-9d507650c96d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175294 Dec 15 14:48:00.391742 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce36d75-39cf-4200-8725-3d845a8c1934 x-openstack-request-id: req-2ce36d75-39cf-4200-8725-3d845a8c1934 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:48:00.392048 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3923dc15-399b-4bde-af63-43c9805474c1", "name": "network-vif-deleted", "tag": "94e0438b-86dc-450c-9b11-998c7ce98a26", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:48:00.392367 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ce36d75-39cf-4200-8725-3d845a8c1934 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:48:00.392793 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3923dc15-399b-4bde-af63-43c9805474c1', 'name': 'network-vif-deleted', 'tag': '94e0438b-86dc-450c-9b11-998c7ce98a26', 'status': 'completed', 'code': 200} Dec 15 14:48:00.685190 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 39624) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:00.702174 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3f345e7f-d2d3-413f-8e64-fa94d295bea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:00.828557 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3f345e7f-d2d3-413f-8e64-fa94d295bea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:00.848685 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3f345e7f-d2d3-413f-8e64-fa94d295bea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:00.897465 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-3f345e7f-d2d3-413f-8e64-fa94d295bea7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c13bda3ec9574861977367542137b20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106702 Dec 15 14:48:00.900011 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39634) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:00.908571 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-224cbfaf-0159-4938-b166-272254ecd4a8 req-4a795ffc-7362-4aee-8d8a-3129368de503 tempest-DeleteServersTestJSON-1152918568 tempest-DeleteServersTestJSON-1152918568-project] 10.222.0.62 "GET /v2.0/ports?device_id=3923dc15-399b-4bde-af63-43c9805474c1 HTTP/1.1" status: 200 len: 210 time: 0.0785451 Dec 15 14:48:00.945205 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f345e7f-d2d3-413f-8e64-fa94d295bea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602b379d-3ad8-42f9-a275-393fdbf80605,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:00.998323 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e2fb29ca-b493-4016-bfef-0df9f8550de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:01.024557 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e2fb29ca-b493-4016-bfef-0df9f8550de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:01.077287 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e2fb29ca-b493-4016-bfef-0df9f8550de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:01.080474 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e2fb29ca-b493-4016-bfef-0df9f8550de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:01.081691 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-e2fb29ca-b493-4016-bfef-0df9f8550de5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/602b379d-3ad8-42f9-a275-393fdbf80605 HTTP/1.1" status: 204 len: 168 time: 0.1804135 Dec 15 14:48:01.094765 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb29ca-b493-4016-bfef-0df9f8550de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b379d-3ad8-42f9-a275-393fdbf80605,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:01.500620 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c758b-43f9-4a2f-a8d6-8ad2b9276e1b req-ea75038d-6ed2-44f8-a309-3c73a84cbfac tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:01.502187 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-751c758b-43f9-4a2f-a8d6-8ad2b9276e1b req-ea75038d-6ed2-44f8-a309-3c73a84cbfac tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0654154 Dec 15 14:48:01.584286 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-751c758b-43f9-4a2f-a8d6-8ad2b9276e1b req-d80815b3-39c2-4f62-a7c2-6ebd4c5ae77b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752745 Dec 15 14:48:01.775875 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:02.717044 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff0acd-32db-42cc-8d38-73be4da9e397 req-a9fb47f7-52f2-4fc6-a836-c44665166a6b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:02.718539 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e9ff0acd-32db-42cc-8d38-73be4da9e397 req-a9fb47f7-52f2-4fc6-a836-c44665166a6b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0504131 Dec 15 14:48:02.766363 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e9ff0acd-32db-42cc-8d38-73be4da9e397 req-0df58c24-d0d3-404b-ba76-f94484a426d8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Dec 15 14:48:04.167655 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 94e0438b-86dc-450c-9b11-998c7ce98a26 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:48:04.188040 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 94e0438b-86dc-450c-9b11-998c7ce98a26 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:48:04.188389 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 94e0438b-86dc-450c-9b11-998c7ce98a26 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:48:06.211554 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89362cca-6b7e-46ef-bdfe-cf8a6bc7fea3 req-5b02d5bd-23f8-4fc3-9633-aeedf3565085 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:06.213115 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-89362cca-6b7e-46ef-bdfe-cf8a6bc7fea3 req-5b02d5bd-23f8-4fc3-9633-aeedf3565085 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0500469 Dec 15 14:48:06.263898 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-89362cca-6b7e-46ef-bdfe-cf8a6bc7fea3 req-3d95f313-102e-45ed-a880-ab0971508d65 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Dec 15 14:48:07.395945 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e5c87-5d1c-47e4-8c38-cf8f7a20119b req-de58b6d7-d503-4644-9072-9a170b114f1f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:07.397476 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-de7e5c87-5d1c-47e4-8c38-cf8f7a20119b req-de58b6d7-d503-4644-9072-9a170b114f1f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0552673 Dec 15 14:48:07.453169 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-de7e5c87-5d1c-47e4-8c38-cf8f7a20119b req-a12e455b-0e25-4050-ba83-d54545e1f45f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492496 Dec 15 14:48:08.053166 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39826) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:08.103541 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9c738a-02b4-40b8-8761-13a01efdc509 admin admin] Deleting subnet 86d6a35f-f18f-4eb2-9dab-701f2e26851b {{(pid=119313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:48:08.108359 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f9c738a-02b4-40b8-8761-13a01efdc509 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.143418 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f9c738a-02b4-40b8-8761-13a01efdc509 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.153226 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f9c738a-02b4-40b8-8761-13a01efdc509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.212330 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f9c738a-02b4-40b8-8761-13a01efdc509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for subnet, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.240899 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c738a-02b4-40b8-8761-13a01efdc509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d6a35f-f18f-4eb2-9dab-701f2e26851b,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:08.246968 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f9c738a-02b4-40b8-8761-13a01efdc509 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.251944 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-7f9c738a-02b4-40b8-8761-13a01efdc509 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/86d6a35f-f18f-4eb2-9dab-701f2e26851b HTTP/1.1" status: 204 len: 168 time: 0.1977026 Dec 15 14:48:08.254349 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39840) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:08.340160 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.424289 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.444794 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.445140 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.445906 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.446296 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > port after_create 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.446595 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.446971 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > port after_update 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.447302 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.447687 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.448015 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.448425 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.612587 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.612870 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.613210 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.613549 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:08.613937 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8921ac-20e6-4703-aac8-9886dac45177']}} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:48:08.631115 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523e4e53-3b15-4fa4-98da-d830049634e5') {'for_net_delete': True} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:48:08.631418 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523e4e53-3b15-4fa4-98da-d830049634e5') {} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:48:08.648414 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66825028'] for segment, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.675293 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.683815 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=119313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:48:08.684213 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543449'] for segment, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: from cryptography.utils import int_from_bytes Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: from cryptography.utils import int_from_bytes Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: Traceback (most recent call last): Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: timer() Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: cb(*args, **kw) Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: return func(*args, **kwargs) Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: self._notify() Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: self.callback(batched_events) Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: event.method(event) Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: return f(self, *a, **k) Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._get(url).json() Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: return self.request(url, 'GET', **kwargs) Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:48:08.706595 dv-cinder-787195-10-iscsi neutron-server[119313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:48:08.762222 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.769500 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:08.772762 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cb8921ac-20e6-4703-aac8-9886dac45177 HTTP/1.1" status: 204 len: 168 time: 0.5174375 Dec 15 14:48:08.784218 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d182282-c56b-4e81-8c23-584596e5a450 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8921ac-20e6-4703-aac8-9886dac45177,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:08.942134 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39850) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:08.981729 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-2bdf683d-5fa6-438a-bf77-69aa3826d243 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f433f11d77434492a17a0e88352e8ccf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383461 Dec 15 14:48:08.984113 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39852) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:09.031231 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-55353f15-7975-4806-b57b-5acdb04b1f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:09.056259 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-55353f15-7975-4806-b57b-5acdb04b1f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:09.101146 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-55353f15-7975-4806-b57b-5acdb04b1f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:09.104390 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-55353f15-7975-4806-b57b-5acdb04b1f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:09.106068 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-55353f15-7975-4806-b57b-5acdb04b1f51 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f74ce295-028c-4e74-87a7-e012c57c9b92 HTTP/1.1" status: 204 len: 168 time: 0.1210425 Dec 15 14:48:09.113933 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55353f15-7975-4806-b57b-5acdb04b1f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74ce295-028c-4e74-87a7-e012c57c9b92,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:10.651618 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c174c-a325-4c3f-9888-5b533e2db2f6 req-e88595de-c1d1-46c4-800f-8b9cb335ac6a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:10.653357 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-396c174c-a325-4c3f-9888-5b533e2db2f6 req-e88595de-c1d1-46c4-800f-8b9cb335ac6a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0561445 Dec 15 14:48:10.702583 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-396c174c-a325-4c3f-9888-5b533e2db2f6 req-eb8b8ec3-a569-4cd4-98e5-5232fe7108b8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430486 Dec 15 14:48:11.001999 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39934) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:11.115557 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-74aa9aa5-2076-4d4b-81d1-a03675885c96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.196935 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-74aa9aa5-2076-4d4b-81d1-a03675885c96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.201444 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-74aa9aa5-2076-4d4b-81d1-a03675885c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.263645 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa9aa5-2076-4d4b-81d1-a03675885c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d72b98a-6352-4b78-8bc8-4ee00b28f150,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:11.268198 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-74aa9aa5-2076-4d4b-81d1-a03675885c96 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad33591cfd4d494a944d6c3e772b2244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651219 Dec 15 14:48:11.271044 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39948) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:11.325818 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a9d4dce3-7339-4a4f-83d0-742d59703770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.348422 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a9d4dce3-7339-4a4f-83d0-742d59703770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.409532 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a9d4dce3-7339-4a4f-83d0-742d59703770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.412743 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a9d4dce3-7339-4a4f-83d0-742d59703770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.413911 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-a9d4dce3-7339-4a4f-83d0-742d59703770 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d72b98a-6352-4b78-8bc8-4ee00b28f150 HTTP/1.1" status: 204 len: 168 time: 0.1419687 Dec 15 14:48:11.421900 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4dce3-7339-4a4f-83d0-742d59703770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d72b98a-6352-4b78-8bc8-4ee00b28f150,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:11.731450 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39984) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:11.746946 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bd281d14-08d2-484a-bc00-328edc036c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.836532 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bd281d14-08d2-484a-bc00-328edc036c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.842491 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bd281d14-08d2-484a-bc00-328edc036c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.887825 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-bd281d14-08d2-484a-bc00-328edc036c02 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ee4dbb4e5fd40fdae21b8408bf35e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552284 Dec 15 14:48:11.890409 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 39998) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:11.896454 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd281d14-08d2-484a-bc00-328edc036c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8263234a-c7d0-4ec6-a9de-aeb2f29c1bcc,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:11.962933 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bc26d388-3f34-4932-8211-44b0b8b35a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:11.985948 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bc26d388-3f34-4932-8211-44b0b8b35a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:12.041512 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bc26d388-3f34-4932-8211-44b0b8b35a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:12.045946 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bc26d388-3f34-4932-8211-44b0b8b35a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:12.047443 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-bc26d388-3f34-4932-8211-44b0b8b35a8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8263234a-c7d0-4ec6-a9de-aeb2f29c1bcc HTTP/1.1" status: 204 len: 168 time: 0.1560264 Dec 15 14:48:12.057762 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26d388-3f34-4932-8211-44b0b8b35a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8263234a-c7d0-4ec6-a9de-aeb2f29c1bcc,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:12.169744 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40004) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:12.350222 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f477c065-1e70-4695-b2f5-a076d02ce9f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:12.425409 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f477c065-1e70-4695-b2f5-a076d02ce9f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:12.429384 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f477c065-1e70-4695-b2f5-a076d02ce9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:12.468036 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-f477c065-1e70-4695-b2f5-a076d02ce9f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27eae4a01fa045828506d51abe953458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971466 Dec 15 14:48:12.469155 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477c065-1e70-4695-b2f5-a076d02ce9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d6085a-1bd3-4c0f-9447-8fe4dae84423,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:12.470873 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 40020) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:12.527082 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ecafa517-f743-4b03-9d84-8f34bd4947f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:12.553176 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ecafa517-f743-4b03-9d84-8f34bd4947f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:12.600491 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ecafa517-f743-4b03-9d84-8f34bd4947f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:12.603185 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ecafa517-f743-4b03-9d84-8f34bd4947f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:12.605134 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-ecafa517-f743-4b03-9d84-8f34bd4947f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05d6085a-1bd3-4c0f-9447-8fe4dae84423 HTTP/1.1" status: 204 len: 168 time: 0.1323092 Dec 15 14:48:12.613548 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafa517-f743-4b03-9d84-8f34bd4947f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d6085a-1bd3-4c0f-9447-8fe4dae84423,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:13.019944 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 40046) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:13.033903 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c0b68c10-837f-46e9-b48b-65fe0cd73c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:13.127713 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c0b68c10-837f-46e9-b48b-65fe0cd73c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:13.132052 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c0b68c10-837f-46e9-b48b-65fe0cd73c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:13.173526 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c0b68c10-837f-46e9-b48b-65fe0cd73c0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=516b01419ea5471eb94919d9e6649aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523249 Dec 15 14:48:13.174449 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b68c10-837f-46e9-b48b-65fe0cd73c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79568427-5728-4adf-b860-e330b1dd69f3,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:13.176650 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40050) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:13.228431 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-295968bb-47e8-42e3-972b-ed5b83fa5782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:13.253858 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-295968bb-47e8-42e3-972b-ed5b83fa5782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:13.313931 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-295968bb-47e8-42e3-972b-ed5b83fa5782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:13.316646 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-295968bb-47e8-42e3-972b-ed5b83fa5782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:13.317816 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-295968bb-47e8-42e3-972b-ed5b83fa5782 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79568427-5728-4adf-b860-e330b1dd69f3 HTTP/1.1" status: 204 len: 168 time: 0.1393747 Dec 15 14:48:13.325963 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295968bb-47e8-42e3-972b-ed5b83fa5782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79568427-5728-4adf-b860-e330b1dd69f3,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:14.757136 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9b759-b49b-4dd6-8fa2-a14131161eb4 req-bacfd4ee-4fae-4ca1-ab85-97e100146249 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:14.758701 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-03a9b759-b49b-4dd6-8fa2-a14131161eb4 req-bacfd4ee-4fae-4ca1-ab85-97e100146249 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0521393 Dec 15 14:48:14.813388 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-03a9b759-b49b-4dd6-8fa2-a14131161eb4 req-278b66c8-dcc3-48dc-a9c9-93fc0835db89 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470598 Dec 15 14:48:15.986240 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468efa57-0dc4-4167-a178-8a9468c6b8d5 req-5b293f34-f690-47c1-bd6b-9ffc15f4552e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:15.988356 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-468efa57-0dc4-4167-a178-8a9468c6b8d5 req-5b293f34-f690-47c1-bd6b-9ffc15f4552e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0993466 Dec 15 14:48:16.052156 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-468efa57-0dc4-4167-a178-8a9468c6b8d5 req-8ecc20c0-0933-4b98-9161-683d9eb49365 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576918 Dec 15 14:48:18.508559 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40260) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:18.647043 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-14d2112f-90b0-4fd4-b104-ccfc4cd02667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:18.727637 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-14d2112f-90b0-4fd4-b104-ccfc4cd02667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:18.732521 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-14d2112f-90b0-4fd4-b104-ccfc4cd02667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:18.770440 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-14d2112f-90b0-4fd4-b104-ccfc4cd02667 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b8421c6be8845559ce7bf09ed619a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607732 Dec 15 14:48:18.771332 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2112f-90b0-4fd4-b104-ccfc4cd02667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d23ae2-4797-461e-a4b5-71618ca6f3ba,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:18.773169 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 40268) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:18.823004 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-338a72fe-b236-4ba1-92fe-1ef1439fa0f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:18.843944 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-338a72fe-b236-4ba1-92fe-1ef1439fa0f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:18.897020 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-338a72fe-b236-4ba1-92fe-1ef1439fa0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:18.899634 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-338a72fe-b236-4ba1-92fe-1ef1439fa0f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:18.900928 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-338a72fe-b236-4ba1-92fe-1ef1439fa0f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77d23ae2-4797-461e-a4b5-71618ca6f3ba HTTP/1.1" status: 204 len: 168 time: 0.1266942 Dec 15 14:48:18.909010 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a72fe-b236-4ba1-92fe-1ef1439fa0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d23ae2-4797-461e-a4b5-71618ca6f3ba,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:19.156839 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 40276) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:19.170661 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f8311275-9d67-408a-9ce9-5f74975c14a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:19.247613 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f8311275-9d67-408a-9ce9-5f74975c14a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:19.251815 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f8311275-9d67-408a-9ce9-5f74975c14a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:19.292007 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f8311275-9d67-408a-9ce9-5f74975c14a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8d6d9e676314bd2885130f1073bba07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340637 Dec 15 14:48:19.292898 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8311275-9d67-408a-9ce9-5f74975c14a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b24cf20-711e-4372-8c46-c6f46f4a8afc,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:19.294995 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40280) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:19.351489 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb5d8-c294-499b-801b-d98d6ce04c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:19.373346 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb5d8-c294-499b-801b-d98d6ce04c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:19.433814 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb5d8-c294-499b-801b-d98d6ce04c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:19.436356 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb5d8-c294-499b-801b-d98d6ce04c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:19.437462 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b3fdb5d8-c294-499b-801b-d98d6ce04c44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b24cf20-711e-4372-8c46-c6f46f4a8afc HTTP/1.1" status: 204 len: 168 time: 0.1414125 Dec 15 14:48:19.467538 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdb5d8-c294-499b-801b-d98d6ce04c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b24cf20-711e-4372-8c46-c6f46f4a8afc,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:19.505057 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab070b-087f-4915-896f-5ee019a00096 req-9b54315b-c8f9-41e0-a06c-d4d71013c64e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:19.506571 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6bab070b-087f-4915-896f-5ee019a00096 req-9b54315b-c8f9-41e0-a06c-d4d71013c64e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0852222 Dec 15 14:48:19.558054 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6bab070b-087f-4915-896f-5ee019a00096 req-3583b35c-711d-4606-863d-9941572e689b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 Dec 15 14:48:20.520777 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b821-8a6b-4cb1-b176-3b95a9c950ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:20.699201 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189bb6b-0df8-47a8-a880-01f6a19181a1 req-4231f623-eaee-417a-af68-8c56ba4b5e26 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:20.700844 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0189bb6b-0df8-47a8-a880-01f6a19181a1 req-4231f623-eaee-417a-af68-8c56ba4b5e26 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0615096 Dec 15 14:48:20.770624 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0189bb6b-0df8-47a8-a880-01f6a19181a1 req-9c90f446-86cb-4e6c-9e0a-a0f86b7816e3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613370 Dec 15 14:48:20.806558 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40354) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:20.857807 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_v2 [None req-731257cc-1d63-402b-901d-88df502c060a admin admin] Deleting subnet 74f3473b-67c5-4eb9-8e74-1fc33695b146 {{(pid=119313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:48:20.861447 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-731257cc-1d63-402b-901d-88df502c060a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:20.898784 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-731257cc-1d63-402b-901d-88df502c060a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66825151'] for subnet, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:20.945506 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-731257cc-1d63-402b-901d-88df502c060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.004021 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-731257cc-1d63-402b-901d-88df502c060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4585138'] for subnet, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.030993 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731257cc-1d63-402b-901d-88df502c060a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f3473b-67c5-4eb9-8e74-1fc33695b146,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:21.036076 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-731257cc-1d63-402b-901d-88df502c060a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.039575 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-731257cc-1d63-402b-901d-88df502c060a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/74f3473b-67c5-4eb9-8e74-1fc33695b146 HTTP/1.1" status: 204 len: 168 time: 0.2317865 Dec 15 14:48:21.042781 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 40360) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:21.072374 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40362) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:21.117664 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.181242 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c3575b55-956a-4f6e-afc0-1df704748eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.210402 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.234445 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.234839 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.235659 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.236020 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > port after_create 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.236347 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.236709 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > port after_update 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.237038 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.237378 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.237686 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.238012 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.258579 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c3575b55-956a-4f6e-afc0-1df704748eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.262681 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c3575b55-956a-4f6e-afc0-1df704748eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.301937 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-c3575b55-956a-4f6e-afc0-1df704748eb9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb14bcc4c79546a88886c3d63a9d257f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282951 Dec 15 14:48:21.304086 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3575b55-956a-4f6e-afc0-1df704748eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abbec1e-9db4-42d4-b100-99ff0d5ed1a3,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:21.305095 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40368) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:21.307033 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.307824 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.308268 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.308837 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:48:21.309318 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b90bbc-5157-4114-8a8c-f206e9a971b6']}} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:48:21.330351 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75141183-9fe7-4a49-b7e5-055c42e0f864') {'for_net_delete': True} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:48:21.330834 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75141183-9fe7-4a49-b7e5-055c42e0f864') {} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:48:21.348291 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5374610'] for segment, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.370687 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.374142 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8822571b-01c5-4f65-85f0-84952e4c898a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.379017 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=119314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:48:21.379418 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4977339'] for segment, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: from cryptography.utils import int_from_bytes Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: from cryptography.utils import int_from_bytes Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: Traceback (most recent call last): Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: timer() Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: cb(*args, **kw) Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: return func(*args, **kwargs) Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: self._notify() Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: self.callback(batched_events) Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: event.method(event) Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: return f(self, *a, **k) Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._get(url).json() Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: return self.request(url, 'GET', **kwargs) Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:48:21.383530 dv-cinder-787195-10-iscsi neutron-server[119314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:48:21.396713 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8822571b-01c5-4f65-85f0-84952e4c898a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.445525 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.449345 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8822571b-01c5-4f65-85f0-84952e4c898a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.453124 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.453785 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8822571b-01c5-4f65-85f0-84952e4c898a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.457779 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-8822571b-01c5-4f65-85f0-84952e4c898a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4abbec1e-9db4-42d4-b100-99ff0d5ed1a3 HTTP/1.1" status: 204 len: 168 time: 0.1487432 Dec 15 14:48:21.457873 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] 10.222.0.62 "DELETE /v2.0/networks/91b90bbc-5157-4114-8a8c-f206e9a971b6 HTTP/1.1" status: 204 len: 168 time: 0.4125662 Dec 15 14:48:21.464254 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40372) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:21.465097 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822571b-01c5-4f65-85f0-84952e4c898a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abbec1e-9db4-42d4-b100-99ff0d5ed1a3,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:21.469252 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a8d10-1877-4dbb-888d-53f8b14c4602 admin admin] Pushing event deleted for resources: {'Network': ['ID=91b90bbc-5157-4114-8a8c-f206e9a971b6,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:21.528148 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfc99d1-3036-45b5-b105-fc1784cd220a admin admin] Deleting subnet 1dc5a04d-1e2a-4fde-8e2c-003c828f3a9d {{(pid=119313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:48:21.532145 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ebfc99d1-3036-45b5-b105-fc1784cd220a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.571037 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ebfc99d1-3036-45b5-b105-fc1784cd220a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66825151'] for subnet, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.617197 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ebfc99d1-3036-45b5-b105-fc1784cd220a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.669792 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ebfc99d1-3036-45b5-b105-fc1784cd220a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4585138'] for subnet, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.699041 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ebfc99d1-3036-45b5-b105-fc1784cd220a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.704615 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-ebfc99d1-3036-45b5-b105-fc1784cd220a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1dc5a04d-1e2a-4fde-8e2c-003c828f3a9d HTTP/1.1" status: 204 len: 168 time: 0.2340493 Dec 15 14:48:21.704615 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc99d1-3036-45b5-b105-fc1784cd220a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc5a04d-1e2a-4fde-8e2c-003c828f3a9d,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:21.705970 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 40382) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:21.785340 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.865032 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.889640 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe47b396-9e0a-407e-a664-ce089b3a0799']}} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:48:21.901956 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e773a37-3828-4c9f-8a3c-922f63658d10') {'for_net_delete': True} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:48:21.902256 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e773a37-3828-4c9f-8a3c-922f63658d10') {} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:48:21.911749 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5374610'] for segment, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.925428 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=119314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4977339'] for segment, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: Traceback (most recent call last): Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: timer() Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: cb(*args, **kw) Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: return func(*args, **kwargs) Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: self._notify() Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: self.callback(batched_events) Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: event.method(event) Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: return f(self, *a, **k) Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._get(url).json() Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: return self.request(url, 'GET', **kwargs) Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:48:21.934921 dv-cinder-787195-10-iscsi neutron-server[119314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:48:21.987880 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.992217 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:21.995891 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] 10.222.0.62 "DELETE /v2.0/networks/fe47b396-9e0a-407e-a664-ce089b3a0799 HTTP/1.1" status: 204 len: 168 time: 0.2880795 Dec 15 14:48:22.012980 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37a411-05d0-469f-b2a9-0cb7620f72ba admin admin] Pushing event deleted for resources: {'Network': ['ID=fe47b396-9e0a-407e-a664-ce089b3a0799,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:22.135573 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40404) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:22.175668 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-1c5aaafd-63f7-4631-8b8c-69ade4e44521 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fe677e0951845bb927fec7ac8256ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388479 Dec 15 14:48:22.178060 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40406) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:22.227318 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8c02-9825-491b-99a7-3f753f00e042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:22.250387 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8c02-9825-491b-99a7-3f753f00e042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:22.298333 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8c02-9825-491b-99a7-3f753f00e042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:22.300941 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8c02-9825-491b-99a7-3f753f00e042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:22.302539 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-1dbb8c02-9825-491b-99a7-3f753f00e042 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d88ea5a-cdb4-47cc-8cd3-60be2d9aa158 HTTP/1.1" status: 204 len: 168 time: 0.1235714 Dec 15 14:48:22.312516 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb8c02-9825-491b-99a7-3f753f00e042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d88ea5a-cdb4-47cc-8cd3-60be2d9aa158,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:22.563669 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5565cf1-fca4-404b-9cdc-b97d672c682c req-d4606e2a-7b0e-4c7a-b42d-7120ff3e904f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:22.565187 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d5565cf1-fca4-404b-9cdc-b97d672c682c req-d4606e2a-7b0e-4c7a-b42d-7120ff3e904f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0549388 Dec 15 14:48:22.617456 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d5565cf1-fca4-404b-9cdc-b97d672c682c req-af31537b-e264-42a9-bb76-4206d8ffda8c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452738 Dec 15 14:48:22.670445 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40424) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:22.710205 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-262f623f-5bab-4a7f-9b08-cc44e758003c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74cbb3f473484013af60d8956c5e811b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385385 Dec 15 14:48:22.712820 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40428) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:22.763564 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c25445f2-0526-4c1c-9e5e-326d9e3f9d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:22.790365 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c25445f2-0526-4c1c-9e5e-326d9e3f9d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:22.837301 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c25445f2-0526-4c1c-9e5e-326d9e3f9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:22.840685 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c25445f2-0526-4c1c-9e5e-326d9e3f9d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:22.841840 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-c25445f2-0526-4c1c-9e5e-326d9e3f9d0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5898972d-0a9b-4ba6-9863-197d91ebd726 HTTP/1.1" status: 204 len: 168 time: 0.1281233 Dec 15 14:48:22.849786 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25445f2-0526-4c1c-9e5e-326d9e3f9d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5898972d-0a9b-4ba6-9863-197d91ebd726,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:22.936657 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-285554cf-1c95-48eb-b9a1-9ae47d0be40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:23.741740 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad939b2-0340-4eb0-b50a-8c7f209c58fd req-d76ae852-edcd-415b-ae86-456b2994557a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:23.743356 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6ad939b2-0340-4eb0-b50a-8c7f209c58fd req-d76ae852-edcd-415b-ae86-456b2994557a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0503807 Dec 15 14:48:23.797112 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6ad939b2-0340-4eb0-b50a-8c7f209c58fd req-f4bce40d-9e7a-436f-8576-5f1b8dd4c985 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472097 Dec 15 14:48:24.097931 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:26.164963 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:26.817423 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:27.010887 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23978f92-e873-4548-8790-2d605425949a req-0d5b5c2b-27cf-4470-8f25-abd976436507 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:27.012417 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-23978f92-e873-4548-8790-2d605425949a req-0d5b5c2b-27cf-4470-8f25-abd976436507 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0528307 Dec 15 14:48:27.062328 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-23978f92-e873-4548-8790-2d605425949a req-a2f5bda7-ff59-4b04-aade-60c79b66ec0a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Dec 15 14:48:28.231867 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9506-dd6e-4c92-a8f2-69e403127033 req-383610e0-ce85-46d9-ad15-bd2062d5bd24 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:28.233703 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f66e9506-dd6e-4c92-a8f2-69e403127033 req-383610e0-ce85-46d9-ad15-bd2062d5bd24 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0716264 Dec 15 14:48:28.311799 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f66e9506-dd6e-4c92-a8f2-69e403127033 req-4b8d5b76-3a63-4af5-902e-22ce81b2938a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669968 Dec 15 14:48:28.524201 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:48:28.995014 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40592) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:29.107108 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3518-8c79-4e0a-b23d-65abe3742466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.182761 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3518-8c79-4e0a-b23d-65abe3742466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.187178 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3518-8c79-4e0a-b23d-65abe3742466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.224254 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a3518-8c79-4e0a-b23d-65abe3742466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e719e143-dd79-46e6-8c83-9fef3d965ff7,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:29.229393 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-3a8a3518-8c79-4e0a-b23d-65abe3742466 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1909a5f710ea4443936800335043881b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328374 Dec 15 14:48:29.232250 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40600) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:29.281077 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a717b2f3-f8f6-4dce-9aad-c4c5d3011cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.303505 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a717b2f3-f8f6-4dce-9aad-c4c5d3011cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.358064 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a717b2f3-f8f6-4dce-9aad-c4c5d3011cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.359711 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a717b2f3-f8f6-4dce-9aad-c4c5d3011cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.361183 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-a717b2f3-f8f6-4dce-9aad-c4c5d3011cf0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e719e143-dd79-46e6-8c83-9fef3d965ff7 HTTP/1.1" status: 204 len: 168 time: 0.1277041 Dec 15 14:48:29.372016 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717b2f3-f8f6-4dce-9aad-c4c5d3011cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e719e143-dd79-46e6-8c83-9fef3d965ff7,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:29.717714 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 40634) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:29.733397 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-8bac2bed-a000-4501-9d84-474b00c713d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.817958 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-8bac2bed-a000-4501-9d84-474b00c713d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.821793 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-8bac2bed-a000-4501-9d84-474b00c713d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.860776 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-8bac2bed-a000-4501-9d84-474b00c713d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11cfb8fbb38d4b97a4a7b8610cd492a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418042 Dec 15 14:48:29.861642 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac2bed-a000-4501-9d84-474b00c713d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19778b1-6554-43ba-82f2-068972c76aa6,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:29.863466 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40636) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:29.915847 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-de1a82bb-4b4b-43af-8604-fc2be840f94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.941973 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-de1a82bb-4b4b-43af-8604-fc2be840f94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.990729 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-de1a82bb-4b4b-43af-8604-fc2be840f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.993631 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-de1a82bb-4b4b-43af-8604-fc2be840f94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:29.995134 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-de1a82bb-4b4b-43af-8604-fc2be840f94e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a19778b1-6554-43ba-82f2-068972c76aa6 HTTP/1.1" status: 204 len: 168 time: 0.1304760 Dec 15 14:48:30.002872 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a82bb-4b4b-43af-8604-fc2be840f94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19778b1-6554-43ba-82f2-068972c76aa6,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:31.718825 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5db8b8-b96d-4af7-8fd7-25057d8dbb32 req-8a220b25-c002-4666-9178-498cc4512b29 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:31.720344 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bc5db8b8-b96d-4af7-8fd7-25057d8dbb32 req-8a220b25-c002-4666-9178-498cc4512b29 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0490139 Dec 15 14:48:31.772092 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bc5db8b8-b96d-4af7-8fd7-25057d8dbb32 req-4bbdfaac-0849-452c-837d-b89385be7612 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456440 Dec 15 14:48:31.777997 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:35.086107 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108f8b-472a-4586-b805-26cf67bdd1f8 req-02cdfd98-20ca-42ce-af0c-f2aa21a7f0f8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:35.087701 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-91108f8b-472a-4586-b805-26cf67bdd1f8 req-02cdfd98-20ca-42ce-af0c-f2aa21a7f0f8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0472207 Dec 15 14:48:35.135193 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-91108f8b-472a-4586-b805-26cf67bdd1f8 req-2cf2c228-df62-4245-b636-2dec1434cb81 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Dec 15 14:48:36.274052 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae36d87-9008-41e7-9aff-a062c80b6c86 req-0b21a647-794b-488e-a24a-04c336ff4669 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:36.275884 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4ae36d87-9008-41e7-9aff-a062c80b6c86 req-0b21a647-794b-488e-a24a-04c336ff4669 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0581765 Dec 15 14:48:36.333846 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4ae36d87-9008-41e7-9aff-a062c80b6c86 req-68bb02f2-eb6b-4bea-94bb-6a6e639c7f39 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499213 Dec 15 14:48:37.351810 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40862) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:37.464743 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c26438-b038-44c6-b9c0-db803e2c373d req-b05edf6b-3ce0-4745-b035-9a3e71603ebf tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:37.472116 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-83c26438-b038-44c6-b9c0-db803e2c373d req-b05edf6b-3ce0-4745-b035-9a3e71603ebf tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0598991 Dec 15 14:48:37.502176 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-06d1415e-a624-46c7-a9e2-79da265e9492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.546074 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-83c26438-b038-44c6-b9c0-db803e2c373d req-371af265-12a5-4163-96df-2e1a8f062b80 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730226 Dec 15 14:48:37.572564 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40872) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:37.613991 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-06d1415e-a624-46c7-a9e2-79da265e9492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.620320 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-06d1415e-a624-46c7-a9e2-79da265e9492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.659246 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 40880) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:37.659784 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-06d1415e-a624-46c7-a9e2-79da265e9492 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c952a05df0794842a378c7d990f8f262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056593 Dec 15 14:48:37.670839 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1415e-a624-46c7-a9e2-79da265e9492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279701e9-5458-49e8-aa45-47dd42fbde37,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:37.701807 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dd4d558a-3bc8-49f4-ae8a-3b8f7a6925a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.717144 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-97b292fd-b976-4a7f-87da-fbd2b1be7b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.744190 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-97b292fd-b976-4a7f-87da-fbd2b1be7b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.793653 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dd4d558a-3bc8-49f4-ae8a-3b8f7a6925a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.799739 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dd4d558a-3bc8-49f4-ae8a-3b8f7a6925a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.801022 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-97b292fd-b976-4a7f-87da-fbd2b1be7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.803754 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-97b292fd-b976-4a7f-87da-fbd2b1be7b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.807414 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-97b292fd-b976-4a7f-87da-fbd2b1be7b81 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/279701e9-5458-49e8-aa45-47dd42fbde37 HTTP/1.1" status: 204 len: 168 time: 0.1467609 Dec 15 14:48:37.816779 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b292fd-b976-4a7f-87da-fbd2b1be7b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279701e9-5458-49e8-aa45-47dd42fbde37,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:37.845548 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d558a-3bc8-49f4-ae8a-3b8f7a6925a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6663d8-0af9-42a7-a35b-0ddd2968c8f6,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:37.855959 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-dd4d558a-3bc8-49f4-ae8a-3b8f7a6925a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4272af52591b4636a608c1f7b98750b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823167 Dec 15 14:48:37.858813 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 40888) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:37.912634 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-034993bf-5d82-43f7-8a9c-9d8bf00d683f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.937290 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-034993bf-5d82-43f7-8a9c-9d8bf00d683f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.988518 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-034993bf-5d82-43f7-8a9c-9d8bf00d683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.991201 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-034993bf-5d82-43f7-8a9c-9d8bf00d683f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:37.992364 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-034993bf-5d82-43f7-8a9c-9d8bf00d683f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd6663d8-0af9-42a7-a35b-0ddd2968c8f6 HTTP/1.1" status: 204 len: 168 time: 0.1325612 Dec 15 14:48:38.001470 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034993bf-5d82-43f7-8a9c-9d8bf00d683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6663d8-0af9-42a7-a35b-0ddd2968c8f6,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:38.275431 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 40910) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:38.530984 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c212c5a1-ac30-486a-9bcf-b6a3d5e2925d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:38.616327 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c212c5a1-ac30-486a-9bcf-b6a3d5e2925d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:38.622178 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c212c5a1-ac30-486a-9bcf-b6a3d5e2925d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:38.666757 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c212c5a1-ac30-486a-9bcf-b6a3d5e2925d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe686b4de5504359a0e0891a23e17bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870234 Dec 15 14:48:38.666757 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212c5a1-ac30-486a-9bcf-b6a3d5e2925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ab31c6-598d-4f3b-82f1-9a425935daf1,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:38.667486 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 40936) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:38.726037 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a099b598-2c8e-49e0-b4b9-d1327e83f7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:38.749150 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a099b598-2c8e-49e0-b4b9-d1327e83f7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:38.807427 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a099b598-2c8e-49e0-b4b9-d1327e83f7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:38.810106 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a099b598-2c8e-49e0-b4b9-d1327e83f7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:38.814106 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-a099b598-2c8e-49e0-b4b9-d1327e83f7c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6ab31c6-598d-4f3b-82f1-9a425935daf1 HTTP/1.1" status: 204 len: 168 time: 0.1436372 Dec 15 14:48:38.820931 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099b598-2c8e-49e0-b4b9-d1327e83f7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ab31c6-598d-4f3b-82f1-9a425935daf1,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:40.581103 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5439d8a-e8b3-48e7-9633-3bc885bbdc7f req-28a9d3fa-5947-408b-8b72-e866c9b2d822 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:40.582594 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b5439d8a-e8b3-48e7-9633-3bc885bbdc7f req-28a9d3fa-5947-408b-8b72-e866c9b2d822 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0535600 Dec 15 14:48:40.638292 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b5439d8a-e8b3-48e7-9633-3bc885bbdc7f req-b6e2faf9-95df-43f8-bdeb-b56151e5b0e8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483258 Dec 15 14:48:41.460753 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112726a-af23-4063-8e93-8ef1ccac561d req-d5a2f2dc-197c-4275-9170-c44145658fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:41.462683 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e112726a-af23-4063-8e93-8ef1ccac561d req-d5a2f2dc-197c-4275-9170-c44145658fbc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 1099 time: 0.0510690 Dec 15 14:48:41.517123 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e112726a-af23-4063-8e93-8ef1ccac561d req-bb17b795-47f3-4a8e-ab03-33d9abcd39df service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459642 Dec 15 14:48:41.943440 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e578a-8aec-4903-94f8-2ca2fdfc28e7 req-15d8f6f8-40e8-4a09-b8eb-ad3e5d586a5f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:41.944932 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5b3e578a-8aec-4903-94f8-2ca2fdfc28e7 req-15d8f6f8-40e8-4a09-b8eb-ad3e5d586a5f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0502436 Dec 15 14:48:41.962208 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-7351e835-b20e-47d6-9c27-ad7d8d231247 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4b457a7d8d1d48f29ab8c352c92f6653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298069 Dec 15 14:48:41.999918 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5b3e578a-8aec-4903-94f8-2ca2fdfc28e7 req-ec52919a-6ea5-48ed-ab49-d6554509c7e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476081 Dec 15 14:48:42.169999 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-a5ae8b5d-d3ec-47da-b9d3-b78c6d02e0c5 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:42.172074 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-a5ae8b5d-d3ec-47da-b9d3-b78c6d02e0c5 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031953 Dec 15 14:48:42.187773 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-b267a61e-4130-44c7-999f-f578b18ebf1e tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/quotas/4b457a7d8d1d48f29ab8c352c92f6653 HTTP/1.1" status: 200 len: 375 time: 0.0097334 Dec 15 14:48:42.221607 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-7cc6e4f5-28eb-44ab-84c7-9ff357f3c543 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b457a7d8d1d48f29ab8c352c92f6653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273724 Dec 15 14:48:42.387276 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c18ea40a-8c90-422d-871a-8807148b3648 req-758f99ce-e4ad-4706-ab4a-743ad7b28114 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 210 time: 0.0295444 Dec 15 14:48:43.151268 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2223f1-07f8-43cf-b8c9-1659c2b98c41 req-c2d30156-449f-42a4-9941-b97c0a608a2d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:43.152979 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bc2223f1-07f8-43cf-b8c9-1659c2b98c41 req-c2d30156-449f-42a4-9941-b97c0a608a2d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0749290 Dec 15 14:48:43.217430 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bc2223f1-07f8-43cf-b8c9-1659c2b98c41 req-3d6c182c-0d05-433d-9830-40cd2c72c0f8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575509 Dec 15 14:48:43.484691 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa422e6-d414-4d5f-b430-afae629d227a req-5273c38d-5585-44e8-aff8-fea2a735771e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:43.487343 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9aa422e6-d414-4d5f-b430-afae629d227a req-5273c38d-5585-44e8-aff8-fea2a735771e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0559773 Dec 15 14:48:43.491210 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-469380e6-494d-405c-8676-ded25741cc94 req-d611a3d2-7d5c-490f-83c8-bce2f708b403 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 210 time: 0.0268722 Dec 15 14:48:43.544083 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9aa422e6-d414-4d5f-b430-afae629d227a req-e67011f1-4c3b-45a0-80f6-584c1a8ec3e4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Dec 15 14:48:46.622367 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9601fd12-1280-41ea-82e8-d7b0f40314ee req-4c414570-8973-4b21-9ec2-20b6cebfd0d0 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 210 time: 0.0301650 Dec 15 14:48:46.687171 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-9d7adc0d-0269-44bf-8beb-696b730c39f9 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4b457a7d8d1d48f29ab8c352c92f6653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452440 Dec 15 14:48:46.879662 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-3903eb17-c052-48e7-9802-3fe354530040 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:46.881224 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-3903eb17-c052-48e7-9802-3fe354530040 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882970 Dec 15 14:48:46.906891 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Request body: {'port': {'device_id': '4c393371-fd87-44de-b3c4-d291167a81a5', 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5', 'admin_state_up': True, 'tenant_id': '4b457a7d8d1d48f29ab8c352c92f6653'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:48:47.024261 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Made reservation on behalf of 4b457a7d8d1d48f29ab8c352c92f6653 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:48:47.028485 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:47.037239 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:47.119929 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:47.124583 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:47.190230 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4249b-bbda-4064-a041-4fd2b2449ece,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:47.264619 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Allocated IP 192.168.233.43 (26c990ae-a1c0-45b8-b987-9c4308790dd5/198ed348-044a-4a10-8f2a-d50524b39386/fd603b4f-b52f-4049-a592-9e65c54461aa) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:48:47.440953 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:47.482543 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:47.538247 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Network 26c990ae-a1c0-45b8-b987-9c4308790dd5 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:48:47.541866 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:48:47.551770 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:48:47.563058 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Pushing event updated for resources: {'Port': ['ID=fd603b4f-b52f-4049-a592-9e65c54461aa,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:47.641085 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:47.642145 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:47.663441 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-12a30d09-760b-438d-af0f-6d87b65010c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7605572 Dec 15 14:48:47.690907 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Request body: {'port': {'device_id': '4c393371-fd87-44de-b3c4-d291167a81a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:48:47.791829 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:47.853288 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729c6bf-5e8e-4426-990c-3c53d2dd02bf req-e1e84841-d186-4a2c-a5fb-e0a53b901950 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:47.855600 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5729c6bf-5e8e-4426-990c-3c53d2dd02bf req-e1e84841-d186-4a2c-a5fb-e0a53b901950 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 935 time: 0.1221132 Dec 15 14:48:47.902040 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-a5d25b0f-5388-41df-85a6-27db38793ce7 None None] Provisioning complete for port fd603b4f-b52f-4049-a592-9e65c54461aa triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:48:47.902934 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a5d25b0f-5388-41df-85a6-27db38793ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:47.945789 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 41238) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:47.947746 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-a5d25b0f-5388-41df-85a6-27db38793ce7 None None] Port fd603b4f-b52f-4049-a592-9e65c54461aa cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:48:47.986503 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5729c6bf-5e8e-4426-990c-3c53d2dd02bf req-6982d500-b322-46c3-9b2b-2c7a1293d1de tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197846 Dec 15 14:48:48.111280 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7326-39f1-401f-861b-3978eff017b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:48.154275 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd603b4f-b52f-4049-a592-9e65c54461aa {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:48:48.174862 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:48.187717 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Transition to ACTIVE for port object fd603b4f-b52f-4049-a592-9e65c54461aa will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:48:48.191932 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:48.223956 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7326-39f1-401f-861b-3978eff017b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:48.228770 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7326-39f1-401f-861b-3978eff017b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:48.258709 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Pushing event updated for resources: {'Port': ['ID=fd603b4f-b52f-4049-a592-9e65c54461aa,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:48.303824 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d7326-39f1-401f-861b-3978eff017b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae679a93-b11f-4b26-8db2-536ec116638e,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:48.317630 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-8b5d7326-39f1-401f-861b-3978eff017b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81bf2975be1440eda93e3e53db6dd7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691680 Dec 15 14:48:48.320126 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 41250) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:48.384387 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbc07-f13f-4d9d-b189-0015dae471a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:48.414893 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbc07-f13f-4d9d-b189-0015dae471a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:48.486416 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbc07-f13f-4d9d-b189-0015dae471a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:48.490725 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-8a7dbc07-f13f-4d9d-b189-0015dae471a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:48.491959 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-8a7dbc07-f13f-4d9d-b189-0015dae471a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae679a93-b11f-4b26-8db2-536ec116638e HTTP/1.1" status: 204 len: 168 time: 0.1700485 Dec 15 14:48:48.520474 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dbc07-f13f-4d9d-b189-0015dae471a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae679a93-b11f-4b26-8db2-536ec116638e,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:48.753164 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06f86d-2ebb-4409-99ef-5aff53074b33 req-014e2e8f-cb13-4237-be45-633f3a273e6a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:48.758580 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4e06f86d-2ebb-4409-99ef-5aff53074b33 req-014e2e8f-cb13-4237-be45-633f3a273e6a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.4219065 Dec 15 14:48:48.759520 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Attempting to bind port fd603b4f-b52f-4049-a592-9e65c54461aa on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:48:48.760744 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Attempting to bind port fd603b4f-b52f-4049-a592-9e65c54461aa by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9f764a0b-0337-4152-96c6-7012148b0137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:48:48.761205 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Attempting to bind port fd603b4f-b52f-4049-a592-9e65c54461aa on network 26c990ae-a1c0-45b8-b987-9c4308790dd5 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:48:48.767854 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Port fd603b4f-b52f-4049-a592-9e65c54461aa on network 26c990ae-a1c0-45b8-b987-9c4308790dd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:48:48.768330 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Attempting to bind port fd603b4f-b52f-4049-a592-9e65c54461aa on network 26c990ae-a1c0-45b8-b987-9c4308790dd5 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:48:48.776055 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e717-3da6-4c2a-bbde-afd31ecadfbc req-db9b9e53-88aa-4783-8b35-a431c793a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:48.777602 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3098e717-3da6-4c2a-bbde-afd31ecadfbc req-db9b9e53-88aa-4783-8b35-a431c793a0b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 1098 time: 0.4421055 Dec 15 14:48:48.779695 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:48:48.780027 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Checking segment: {'id': '9f764a0b-0337-4152-96c6-7012148b0137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:48:48.780419 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Bound using segment: {'id': '9f764a0b-0337-4152-96c6-7012148b0137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:48:48.780842 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Bound port: fd603b4f-b52f-4049-a592-9e65c54461aa, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f764a0b-0337-4152-96c6-7012148b0137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:48:48.781203 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:49.026658 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4e06f86d-2ebb-4409-99ef-5aff53074b33 req-ee62496d-1f7d-4164-bf66-39d71391d7e8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449601 Dec 15 14:48:49.028647 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 41290) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:49.046593 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] For port fd603b4f-b52f-4049-a592-9e65c54461aa, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:48:49.066208 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3004e31f-3bc6-4c18-8124-b4b199845be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:49.072654 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] For port fd603b4f-b52f-4049-a592-9e65c54461aa, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd603b4f-b52f-4049-a592-9e65c54461aa,segment=NetworkSegment(9f764a0b-0337-4152-96c6-7012148b0137),segment_id=9f764a0b-0337-4152-96c6-7012148b0137)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:48:49.074366 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e717-3da6-4c2a-bbde-afd31ecadfbc req-743244bd-0600-4985-836f-800d8c5ee6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:49.076157 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3098e717-3da6-4c2a-bbde-afd31ecadfbc req-743244bd-0600-4985-836f-800d8c5ee6dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 920 time: 0.2582412 Dec 15 14:48:49.082660 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:49.155233 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3098e717-3da6-4c2a-bbde-afd31ecadfbc req-b3acdf5e-4074-4742-b8ca-728167ef7cb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 HTTP/1.1" status: 200 len: 217 time: 0.0692289 Dec 15 14:48:49.165908 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:49.167965 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:49.168823 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] 10.222.0.64 "PUT /v2.0/ports/fd603b4f-b52f-4049-a592-9e65c54461aa HTTP/1.1" status: 200 len: 1097 time: 1.4847755 Dec 15 14:48:49.169297 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c393371-fd87-44de-b3c4-d291167a81a5', 'tag': 'fd603b4f-b52f-4049-a592-9e65c54461aa'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:48:49.175892 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4878b072-89e1-4e0c-b38b-37b8f29e5238" -d '{"events": [{"name": "network-changed", "server_uuid": "4c393371-fd87-44de-b3c4-d291167a81a5", "tag": "fd603b4f-b52f-4049-a592-9e65c54461aa"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:48:49.206348 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f254-7848-4c39-b8b3-22f866d37bc0 req-801a45b7-9cde-4522-84a8-609e9a10c8dc tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:49.215414 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-28d4f254-7848-4c39-b8b3-22f866d37bc0 req-801a45b7-9cde-4522-84a8-609e9a10c8dc tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 947 time: 0.1204464 Dec 15 14:48:49.249173 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c083dcf-609c-40df-abde-11afd2dbd485 service neutron] Pushing event updated for resources: {'Port': ['ID=fd603b4f-b52f-4049-a592-9e65c54461aa,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:49.256670 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e717-3da6-4c2a-bbde-afd31ecadfbc req-a21161a6-07eb-49e3-9cbe-26d8980943fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:49.258916 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3098e717-3da6-4c2a-bbde-afd31ecadfbc req-a21161a6-07eb-49e3-9cbe-26d8980943fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 200 len: 859 time: 0.0836382 Dec 15 14:48:49.272839 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5601a0c-9fca-4595-9713-015c39728318 x-openstack-request-id: req-a5601a0c-9fca-4595-9713-015c39728318 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:48:49.273129 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c393371-fd87-44de-b3c4-d291167a81a5", "tag": "fd603b4f-b52f-4049-a592-9e65c54461aa", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:48:49.273656 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5601a0c-9fca-4595-9713-015c39728318 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:48:49.273800 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c393371-fd87-44de-b3c4-d291167a81a5', 'tag': 'fd603b4f-b52f-4049-a592-9e65c54461aa', 'status': 'completed', 'code': 200} Dec 15 14:48:49.277722 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-28d4f254-7848-4c39-b8b3-22f866d37bc0 req-ff436977-b0a8-47cf-bb54-6738c2db74a1 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612237 Dec 15 14:48:49.332046 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3004e31f-3bc6-4c18-8124-b4b199845be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:49.336302 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3004e31f-3bc6-4c18-8124-b4b199845be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:49.376004 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-3004e31f-3bc6-4c18-8124-b4b199845be6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2487283163984e9ca3499cc59d62d7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448722 Dec 15 14:48:49.376938 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004e31f-3bc6-4c18-8124-b4b199845be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4881b9-6a97-4c22-8bea-636a6740fd38,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:49.378623 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 41306) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:49.461804 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3098e717-3da6-4c2a-bbde-afd31ecadfbc req-b2d6b89d-be0b-431f-81d7-ef0c654f62e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc3ba2a7-4287-4645-8e0b-f22a4538975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541902 Dec 15 14:48:49.547413 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-edccf15a-51ad-455e-9afb-d7f1b73c50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:49.549290 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-edccf15a-51ad-455e-9afb-d7f1b73c50a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b457a7d8d1d48f29ab8c352c92f6653&device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 1100 time: 0.1513934 Dec 15 14:48:49.552343 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a2cac7c3-793c-4f2c-8c96-102bf18d22aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:49.616903 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-0c5606b0-4ab2-4176-99dd-9d95edf94082 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=fd603b4f-b52f-4049-a592-9e65c54461aa HTTP/1.1" status: 200 len: 217 time: 0.0541842 Dec 15 14:48:49.646006 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a2cac7c3-793c-4f2c-8c96-102bf18d22aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:49.715012 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3098e717-3da6-4c2a-bbde-afd31ecadfbc req-4ad99bf5-56ac-4916-8e7b-ef876163ad7f service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405829 Dec 15 14:48:49.721210 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-e193fb82-fc47-4d11-9469-1d452159aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:49.722568 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-e193fb82-fc47-4d11-9469-1d452159aa5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=198ed348-044a-4a10-8f2a-d50524b39386 HTTP/1.1" status: 200 len: 843 time: 0.0908113 Dec 15 14:48:49.741278 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a2cac7c3-793c-4f2c-8c96-102bf18d22aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:49.744477 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a2cac7c3-793c-4f2c-8c96-102bf18d22aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:49.745891 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-a2cac7c3-793c-4f2c-8c96-102bf18d22aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f4881b9-6a97-4c22-8bea-636a6740fd38 HTTP/1.1" status: 204 len: 168 time: 0.3621936 Dec 15 14:48:49.781003 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cac7c3-793c-4f2c-8c96-102bf18d22aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4881b9-6a97-4c22-8bea-636a6740fd38,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:49.872817 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-ed918e84-508a-4df5-aa01-61f341abaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:49.874493 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-ed918e84-508a-4df5-aa01-61f341abaee8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26c990ae-a1c0-45b8-b987-9c4308790dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1125762 Dec 15 14:48:49.891827 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3098e717-3da6-4c2a-bbde-afd31ecadfbc req-73f2a3dd-926d-4b4a-bd9d-a3a5aa1a6f36 service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419477 Dec 15 14:48:50.008749 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-e42470a1-d321-44c1-bd99-83202fda7d70 service neutron] 10.222.0.64 "GET /v2.0/networks/26c990ae-a1c0-45b8-b987-9c4308790dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155243 Dec 15 14:48:50.185691 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a20d74e-5b97-4dd9-a039-b48f24e062e9 req-6b9045e3-70b0-419e-af16-e8d75313b3e1 service neutron] 10.222.0.64 "GET /v2.0/networks/26c990ae-a1c0-45b8-b987-9c4308790dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646850 Dec 15 14:48:50.214079 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1bed0-1f08-4d48-8306-9c87174e0bba req-8a76d7fa-7f2d-4db0-85b0-a7e4b38618e7 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:50.215685 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73a1bed0-1f08-4d48-8306-9c87174e0bba req-8a76d7fa-7f2d-4db0-85b0-a7e4b38618e7 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0638571 Dec 15 14:48:50.332296 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73a1bed0-1f08-4d48-8306-9c87174e0bba req-c21f6dea-5ac4-4315-9bda-987e6bfade5b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084785 Dec 15 14:48:50.344713 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-85fcebfa-3623-43b9-beec-09b1ad69235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:50.347268 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-85fcebfa-3623-43b9-beec-09b1ad69235b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b457a7d8d1d48f29ab8c352c92f6653&device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 1100 time: 0.0927982 Dec 15 14:48:50.485204 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26b916-1c3c-4532-baf3-da4b6b377f2f req-2f1642b8-bf10-4fcd-b9f5-76d74330211d tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:50.502120 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1d26b916-1c3c-4532-baf3-da4b6b377f2f req-2f1642b8-bf10-4fcd-b9f5-76d74330211d tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 947 time: 0.1112330 Dec 15 14:48:50.520733 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9c1dec83-0338-4e30-b126-d158a1791cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:50.552844 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-b6c99322-f729-4a1c-b979-2c614a3de692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:50.554876 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-b6c99322-f729-4a1c-b979-2c614a3de692 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26c990ae-a1c0-45b8-b987-9c4308790dd5 HTTP/1.1" status: 200 len: 870 time: 0.1974490 Dec 15 14:48:50.559285 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1d26b916-1c3c-4532-baf3-da4b6b377f2f req-92b8e871-d4e5-4b7f-82e3-57fbe1cf96ed tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563023 Dec 15 14:48:50.604272 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-2c311118-b441-43cc-9630-93caae282b0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=fd603b4f-b52f-4049-a592-9e65c54461aa HTTP/1.1" status: 200 len: 217 time: 0.0403686 Dec 15 14:48:50.663890 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-d57eb2e3-2802-42dd-940a-3f5d5f402025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:50.665454 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-d57eb2e3-2802-42dd-940a-3f5d5f402025 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=198ed348-044a-4a10-8f2a-d50524b39386 HTTP/1.1" status: 200 len: 843 time: 0.0513830 Dec 15 14:48:50.721132 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-62d86009-cb6b-43fa-b9a1-b7b46fa182dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:50.722703 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-62d86009-cb6b-43fa-b9a1-b7b46fa182dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26c990ae-a1c0-45b8-b987-9c4308790dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0431733 Dec 15 14:48:50.817172 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-49b82621-d2b6-442c-a109-56d4601a173a service neutron] 10.222.0.64 "GET /v2.0/networks/26c990ae-a1c0-45b8-b987-9c4308790dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857532 Dec 15 14:48:50.925427 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4878b072-89e1-4e0c-b38b-37b8f29e5238 req-51a45740-269b-4439-bff0-066ec1996d95 service neutron] 10.222.0.64 "GET /v2.0/networks/26c990ae-a1c0-45b8-b987-9c4308790dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009886 Dec 15 14:48:51.182950 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 41368) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:51.313238 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-eab2dcae-cd04-4b02-a8c9-3b56ed3b52f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:51.404570 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-eab2dcae-cd04-4b02-a8c9-3b56ed3b52f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:51.408557 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-eab2dcae-cd04-4b02-a8c9-3b56ed3b52f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:51.448258 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-eab2dcae-cd04-4b02-a8c9-3b56ed3b52f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4980befb7a3942829801745dc2f7128d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633343 Dec 15 14:48:51.450524 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2dcae-cd04-4b02-a8c9-3b56ed3b52f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127e8dde-d31b-4d23-aff1-91b8732a4c60,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:51.451077 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 41376) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:51.528072 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d0886cb5-f385-408b-a7c1-736cfd6c8b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:51.554159 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d0886cb5-f385-408b-a7c1-736cfd6c8b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:51.611262 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d0886cb5-f385-408b-a7c1-736cfd6c8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:51.613847 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d0886cb5-f385-408b-a7c1-736cfd6c8b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:51.615070 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-d0886cb5-f385-408b-a7c1-736cfd6c8b86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/127e8dde-d31b-4d23-aff1-91b8732a4c60 HTTP/1.1" status: 204 len: 168 time: 0.1627469 Dec 15 14:48:51.624082 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0886cb5-f385-408b-a7c1-736cfd6c8b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e8dde-d31b-4d23-aff1-91b8732a4c60,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:51.754082 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 41392) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:51.917019 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b26c7e07-c8c2-4a18-9fe2-43542c70d7db admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.000124 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b26c7e07-c8c2-4a18-9fe2-43542c70d7db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.004210 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b26c7e07-c8c2-4a18-9fe2-43542c70d7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.043915 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c7e07-c8c2-4a18-9fe2-43542c70d7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d847cd-e387-4177-a6ef-d86f6a7a5f80,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:52.051923 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b26c7e07-c8c2-4a18-9fe2-43542c70d7db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ae4e4e4cdc345ebad84981e4ca8a58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941599 Dec 15 14:48:52.052866 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 41404) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:52.105423 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-87dc1e5e-f77b-41b2-a207-edee40fa3dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.128651 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-87dc1e5e-f77b-41b2-a207-edee40fa3dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.192255 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-87dc1e5e-f77b-41b2-a207-edee40fa3dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.195164 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-87dc1e5e-f77b-41b2-a207-edee40fa3dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.196425 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-87dc1e5e-f77b-41b2-a207-edee40fa3dca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7d847cd-e387-4177-a6ef-d86f6a7a5f80 HTTP/1.1" status: 204 len: 168 time: 0.1433067 Dec 15 14:48:52.205603 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc1e5e-f77b-41b2-a207-edee40fa3dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d847cd-e387-4177-a6ef-d86f6a7a5f80,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:52.312781 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 41416) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:52.527377 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1568639392-network', 'tenant_id': 'b4813c9566d84aa8bdadf57cd9556183'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:48:52.565054 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Made reservation on behalf of b4813c9566d84aa8bdadf57cd9556183 for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:48:52.568100 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.585987 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.586348 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 41426) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:52.599177 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.671710 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.677333 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.686523 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.690384 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.705665 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=119313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:48:52.716456 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:52.721906 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.722180 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Added segment 6e7adad7-f4a4-4376-9013-ea46c037f342 of type vlan for network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c Dec 15 14:48:52.736233 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2df921daf2f4d11b0cd4d5eca765410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466284 Dec 15 14:48:52.736233 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 41428) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:52.741950 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a871dd-ac3f-476e-9edf-09e8da9f3669,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:52.757047 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.757530 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.757839 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.758241 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.758589 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.758972 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.760125 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.760486 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.760903 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.761161 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.761499 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.761821 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.762149 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b15d7-ed4f-49e0-bc3d-bf56b7b9bfce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:52.767667 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.794916 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.795897 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:52.796522 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.800109 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-87543f39-a1ed-49de-9d22-829b60fd19a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.822066 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-87543f39-a1ed-49de-9d22-829b60fd19a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.855672 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5416934 Dec 15 14:48:52.858550 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 41430) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:52.864677 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Request body: {'subnet': {'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1568639392-subnet', 'tenant_id': 'b4813c9566d84aa8bdadf57cd9556183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:48:52.865344 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef564a95-c0b8-48b4-8038-71665a459a73 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae6bc88-32e8-49a4-b9fa-1561ce00407c,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:52.877222 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:48:52.884786 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-87543f39-a1ed-49de-9d22-829b60fd19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.887400 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-87543f39-a1ed-49de-9d22-829b60fd19a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.888520 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-87543f39-a1ed-49de-9d22-829b60fd19a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04a871dd-ac3f-476e-9edf-09e8da9f3669 HTTP/1.1" status: 204 len: 168 time: 0.1515048 Dec 15 14:48:52.897699 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87543f39-a1ed-49de-9d22-829b60fd19a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a871dd-ac3f-476e-9edf-09e8da9f3669,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:52.899329 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Made reservation on behalf of b4813c9566d84aa8bdadf57cd9556183 for: {'subnet': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:48:52.902746 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4318837'] for subnet, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:52.985807 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d3572908-38d0-45b1-a51a-e3e39bcf2ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:53.083803 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4977430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4318827'] for subnet, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:53.139645 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feaf4444-1e65-4f49-9bfa-8e036e8621e1,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:53.154298 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Checking segment: {'id': '6e7adad7-f4a4-4376-9013-ea46c037f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:48:53.154677 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Network hostable DHCP agents. Network: 2ae6bc88-32e8-49a4-b9fa-1561ce00407c, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:48:53.172784 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:48:53.182090 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 2ae6bc88-32e8-49a4-b9fa-1561ce00407c) {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:48:53.186274 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:53.186915 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:53.193218 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dec0b7-28ce-4ea7-b797-01d17b33ac9e None None] Network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:48:53.214327 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6facae0e-ec2c-4809-9ca9-df96cdbb33b3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3543544 Dec 15 14:48:53.313450 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3640590f-3f36-4f33-9041-1fda9ae0f30e None None] Network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:48:54.099127 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:54.121898 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 41474) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:54.244797 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3620fb-5a56-4b53-acc5-e3123c225f57 req-61ffff67-d534-4055-8ffb-3a7de8990531 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:54.246716 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1a3620fb-5a56-4b53-acc5-e3123c225f57 req-61ffff67-d534-4055-8ffb-3a7de8990531 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0617332 Dec 15 14:48:54.258147 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c6268934-1bad-426f-8a21-f23928e4ba43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:54.304269 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1a3620fb-5a56-4b53-acc5-e3123c225f57 req-b5d84c33-5a25-4f19-a284-bf2732f2a757 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510743 Dec 15 14:48:54.327163 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90557004-abb8-4468-a20a-982b8549f26b req-e3d9a07f-3252-49ca-b326-565ab0929f45 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:54.327777 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-90557004-abb8-4468-a20a-982b8549f26b req-e3d9a07f-3252-49ca-b326-565ab0929f45 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 947 time: 0.0900443 Dec 15 14:48:54.411348 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-90557004-abb8-4468-a20a-982b8549f26b req-3bb6004e-11d9-4d0d-a6e4-edfaeb7b3fa9 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775366 Dec 15 14:48:54.416921 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c6268934-1bad-426f-8a21-f23928e4ba43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:54.421962 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c6268934-1bad-426f-8a21-f23928e4ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:54.461143 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c6268934-1bad-426f-8a21-f23928e4ba43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c870d0dccb24acdadcaff91db3b79ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376544 Dec 15 14:48:54.462008 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6268934-1bad-426f-8a21-f23928e4ba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01defb43-82ef-46d9-ae93-0001ebe11525,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:54.464586 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 41480) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:54.517215 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b78753a1-1257-4b9b-bf95-454dc982ae85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:54.540489 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b78753a1-1257-4b9b-bf95-454dc982ae85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:54.592025 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b78753a1-1257-4b9b-bf95-454dc982ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:54.596242 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b78753a1-1257-4b9b-bf95-454dc982ae85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:54.596993 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device fd603b4f-b52f-4049-a592-9e65c54461aa details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:48:54.597426 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b78753a1-1257-4b9b-bf95-454dc982ae85 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01defb43-82ef-46d9-ae93-0001ebe11525 HTTP/1.1" status: 204 len: 168 time: 0.1318202 Dec 15 14:48:54.606380 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78753a1-1257-4b9b-bf95-454dc982ae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01defb43-82ef-46d9-ae93-0001ebe11525,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:54.721749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port fd603b4f-b52f-4049-a592-9e65c54461aa, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd603b4f-b52f-4049-a592-9e65c54461aa,segment=NetworkSegment(9f764a0b-0337-4152-96c6-7012148b0137),segment_id=9f764a0b-0337-4152-96c6-7012148b0137)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:48:54.735362 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': 'fd603b4f-b52f-4049-a592-9e65c54461aa', 'network_id': '26c990ae-a1c0-45b8-b987-9c4308790dd5', 'port_id': 'fd603b4f-b52f-4049-a592-9e65c54461aa', 'mac_address': 'fa:16:3e:f3:2a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198ed348-044a-4a10-8f2a-d50524b39386', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:48:54.776490 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:54.789898 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd603b4f-b52f-4049-a592-9e65c54461aa {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:48:54.811778 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port fd603b4f-b52f-4049-a592-9e65c54461aa, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd603b4f-b52f-4049-a592-9e65c54461aa,segment=NetworkSegment(9f764a0b-0337-4152-96c6-7012148b0137),segment_id=9f764a0b-0337-4152-96c6-7012148b0137)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:48:54.816501 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:54.870796 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=fd603b4f-b52f-4049-a592-9e65c54461aa,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:54.878166 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.878554 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.878946 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.879297 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.879639 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.879980 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.880337 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.880679 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.881021 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.881370 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.881710 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.882043 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:54.882373 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:55.220677 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['fd603b4f-b52f-4049-a592-9e65c54461aa'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:48:55.237416 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-9edba14b-c1a2-4072-bf94-ba74483943b5 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:55.238981 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-9edba14b-c1a2-4072-bf94-ba74483943b5 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/networks?id=2ae6bc88-32e8-49a4-b9fa-1561ce00407c HTTP/1.1" status: 200 len: 814 time: 0.1190245 Dec 15 14:48:55.259199 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-777f3c12-29d3-45c6-9047-d633727899b4 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/quotas/b4813c9566d84aa8bdadf57cd9556183 HTTP/1.1" status: 200 len: 375 time: 0.0097187 Dec 15 14:48:55.319071 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-593fff31-40b1-49fe-8f48-af6396a60891 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4813c9566d84aa8bdadf57cd9556183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416741 Dec 15 14:48:55.423373 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-d9ecb117-7c19-4fba-b1a2-2cdf84949875 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033905 Dec 15 14:48:55.519405 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437552f-4b9e-4e94-b245-24c2d7127c1b req-5b250fbb-bc26-4027-871e-f173c0585a4a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:55.521155 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0437552f-4b9e-4e94-b245-24c2d7127c1b req-5b250fbb-bc26-4027-871e-f173c0585a4a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0520892 Dec 15 14:48:55.529463 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-f41ea893-0902-4c52-8494-977b0f4c9ee5 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998385 Dec 15 14:48:55.596109 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0437552f-4b9e-4e94-b245-24c2d7127c1b req-d9605c69-c261-4c5c-a01c-45875243a95f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638254 Dec 15 14:48:55.743212 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e563204d-14b8-4a62-9a2c-3ed294de444a req-1b1af2a0-fe3c-42ec-8f44-135a55c15f27 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 210 time: 0.0481851 Dec 15 14:48:55.767109 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f0b1b-c819-48b3-bf7f-d555138b6ccd req-e468ec1c-6eb0-445d-b57e-446b2e021551 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:55.768787 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2f1f0b1b-c819-48b3-bf7f-d555138b6ccd req-e468ec1c-6eb0-445d-b57e-446b2e021551 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 948 time: 0.0804152 Dec 15 14:48:55.850381 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2f1f0b1b-c819-48b3-bf7f-d555138b6ccd req-a91f1f02-9f71-4d9a-a45a-8a8f60a31cb1 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695522 Dec 15 14:48:55.851120 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 41546) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:56.006565 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9cd89c62-3ad8-44b8-b350-b01f13c739e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.104530 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9cd89c62-3ad8-44b8-b350-b01f13c739e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.109286 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9cd89c62-3ad8-44b8-b350-b01f13c739e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.160617 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-9cd89c62-3ad8-44b8-b350-b01f13c739e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff228456368a4e97b876610c85d50011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080373 Dec 15 14:48:56.161893 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd89c62-3ad8-44b8-b350-b01f13c739e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9558199-c32d-4d51-9419-521410375faf,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:56.162853 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 41564) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:56.195827 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.224844 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-664e7daa-caa1-4de9-a8aa-419bc2c5f875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.251252 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-664e7daa-caa1-4de9-a8aa-419bc2c5f875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.317391 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-664e7daa-caa1-4de9-a8aa-419bc2c5f875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.322727 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-664e7daa-caa1-4de9-a8aa-419bc2c5f875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.326277 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-664e7daa-caa1-4de9-a8aa-419bc2c5f875 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e9558199-c32d-4d51-9419-521410375faf HTTP/1.1" status: 204 len: 168 time: 0.1599433 Dec 15 14:48:56.332891 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e7daa-caa1-4de9-a8aa-419bc2c5f875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9558199-c32d-4d51-9419-521410375faf,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:56.628454 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device fd603b4f-b52f-4049-a592-9e65c54461aa up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:48:56.689187 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port fd603b4f-b52f-4049-a592-9e65c54461aa completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:48:56.694289 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port fd603b4f-b52f-4049-a592-9e65c54461aa triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:48:56.694931 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.745131 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd261ea-00a5-41ca-85b4-21efd0931a33 req-41b45dbe-bf55-4f4f-8755-a88b93385f6f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:56.747378 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6cd261ea-00a5-41ca-85b4-21efd0931a33 req-41b45dbe-bf55-4f4f-8755-a88b93385f6f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0535688 Dec 15 14:48:56.794708 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.842070 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6cd261ea-00a5-41ca-85b4-21efd0931a33 req-fde95f51-8034-4631-92ad-6188df924c5b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887015 Dec 15 14:48:56.844949 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.854193 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c393371-fd87-44de-b3c4-d291167a81a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd603b4f-b52f-4049-a592-9e65c54461aa'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:48:56.856971 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c0f140-b7aa-4e2a-b1a1-9708fe786528" -d '{"events": [{"server_uuid": "4c393371-fd87-44de-b3c4-d291167a81a5", "name": "network-vif-plugged", "status": "completed", "tag": "fd603b4f-b52f-4049-a592-9e65c54461aa"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:48:56.873797 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port fd603b4f-b52f-4049-a592-9e65c54461aa, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd603b4f-b52f-4049-a592-9e65c54461aa,segment=NetworkSegment(9f764a0b-0337-4152-96c6-7012148b0137),segment_id=9f764a0b-0337-4152-96c6-7012148b0137)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:48:56.883522 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:56.958251 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d345f5c1-0b20-4f18-97c3-5540fffb2d7e x-openstack-request-id: req-d345f5c1-0b20-4f18-97c3-5540fffb2d7e {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:48:56.958573 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c393371-fd87-44de-b3c4-d291167a81a5", "name": "network-vif-plugged", "status": "completed", "tag": "fd603b4f-b52f-4049-a592-9e65c54461aa", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:48:56.958877 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d345f5c1-0b20-4f18-97c3-5540fffb2d7e {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:48:56.959272 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c393371-fd87-44de-b3c4-d291167a81a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd603b4f-b52f-4049-a592-9e65c54461aa', 'code': 200} Dec 15 14:48:56.960644 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=fd603b4f-b52f-4049-a592-9e65c54461aa,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:56.967779 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d167e395-dca6-46be-8008-bafdc4f56dc4 req-323b7c61-fef6-47c3-a667-d16d18d6a01c tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 210 time: 0.1047525 Dec 15 14:48:57.075858 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b74d4-54e0-4d84-96e9-88c9c7c3aa28 req-5ea43707-9218-441a-ab06-0ea695297dfa tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:57.082924 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-408b74d4-54e0-4d84-96e9-88c9c7c3aa28 req-5ea43707-9218-441a-ab06-0ea695297dfa tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 949 time: 0.0693414 Dec 15 14:48:57.195930 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-408b74d4-54e0-4d84-96e9-88c9c7c3aa28 req-13c8fe3b-970b-4f7f-a107-edbf15b26137 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118686 Dec 15 14:48:57.219138 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 41606) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:57.282798 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-e86fecee-aead-40de-bae6-33adaa7dcb6d tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:57.284816 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-e86fecee-aead-40de-bae6-33adaa7dcb6d tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.64 "GET /v2.0/networks?id=2ae6bc88-32e8-49a4-b9fa-1561ce00407c HTTP/1.1" status: 200 len: 814 time: 0.1858947 Dec 15 14:48:57.290025 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdd168-870b-445a-8151-6c257f2b2ea7 req-f8f6204b-d456-4856-a078-8bfde09d0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:57.292343 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-71bdd168-870b-445a-8151-6c257f2b2ea7 req-f8f6204b-d456-4856-a078-8bfde09d0fa5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 1102 time: 0.0873888 Dec 15 14:48:57.309895 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Request body: {'port': {'device_id': '600777c7-495e-48d9-a217-37671b0fc3ba', 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c', 'admin_state_up': True, 'tenant_id': 'b4813c9566d84aa8bdadf57cd9556183'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:48:57.381737 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1544039657-network', 'tenant_id': '4dd4f05b0c8b4e9c8a3f15c5844871f3'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:48:57.427288 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-71bdd168-870b-445a-8151-6c257f2b2ea7 req-9d312a23-1b39-4311-8195-9688f3e2e9b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220500 Dec 15 14:48:57.448809 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Made reservation on behalf of 4dd4f05b0c8b4e9c8a3f15c5844871f3 for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:48:57.451195 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:57.471500 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:57.518092 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Made reservation on behalf of b4813c9566d84aa8bdadf57cd9556183 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:48:57.522310 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:57.653582 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:57.672478 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:57.707853 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=119313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:48:57.729361 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Allocated IP 172.20.0.5 (2ae6bc88-32e8-49a4-b9fa-1561ce00407c/feaf4444-1e65-4f49-9bfa-8e036e8621e1/31a3e034-ccab-4d9e-979b-54cea69e5f8b) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:48:57.742138 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:57.742486 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Added segment 0806e93e-6207-4637-9f17-cb04bf5d9707 of type vlan for network 5a745ce5-db38-46dc-95b6-6acf96fef832 Dec 15 14:48:57.743981 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:57.765313 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.765962 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.766050 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.766337 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.766713 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.767050 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.767386 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.767717 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.768046 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.768376 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.768705 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.769029 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.769355 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:48:57.826751 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:57.927809 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:57.928831 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:57.929405 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:57.986916 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7677660 Dec 15 14:48:57.989922 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 41630) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:48:57.995418 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Request body: {'subnet': {'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1544039657-subnet', 'tenant_id': '4dd4f05b0c8b4e9c8a3f15c5844871f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:48:58.017318 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Made reservation on behalf of 4dd4f05b0c8b4e9c8a3f15c5844871f3 for: {'subnet': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:48:58.019652 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4318837'] for subnet, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:58.064738 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e993a1-d277-4d07-91eb-4c0cc3db1f22 admin admin] Pushing event updated for resources: {'Network': ['ID=5a745ce5-db38-46dc-95b6-6acf96fef832,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:58.074198 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:58.080058 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 5a745ce5-db38-46dc-95b6-6acf96fef832 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:48:58.082796 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034059e-9ef6-443a-bf2e-79cf5df77f61 req-e1dac7a1-55a1-401d-8f7d-b7b2d0761b6c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:58.084621 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7034059e-9ef6-443a-bf2e-79cf5df77f61 req-e1dac7a1-55a1-401d-8f7d-b7b2d0761b6c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1712065 Dec 15 14:48:58.096048 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-34dab38d-dbd8-4126-81d9-48363178ce97 req-caf04c85-8986-4aa1-af11-414e6c370883 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 210 time: 0.0378594 Dec 15 14:48:58.158344 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7034059e-9ef6-443a-bf2e-79cf5df77f61 req-bc0cc29d-e78b-4906-9c5e-1392f4180bb3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635006 Dec 15 14:48:58.166180 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:58.216335 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:48:58.223682 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:48:58.225535 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:48:58.257899 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Pushing event updated for resources: {'Port': ['ID=31a3e034-ccab-4d9e-979b-54cea69e5f8b,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:58.289291 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:58.289967 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:58.312923 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8a294bb7-2f1c-4b25-be53-3e15ed26b146 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0095212 Dec 15 14:48:58.330104 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Request body: {'port': {'device_id': '600777c7-495e-48d9-a217-37671b0fc3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:48:58.390096 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:58.505500 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a6658-77aa-4d56-9429-bbda99878076 req-3d79ec7a-bcf2-4ba5-9ce0-52c20b98df36 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:58.507049 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-df0a6658-77aa-4d56-9429-bbda99878076 req-3d79ec7a-bcf2-4ba5-9ce0-52c20b98df36 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 949 time: 0.0954123 Dec 15 14:48:58.508461 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4977430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4318827'] for subnet, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:58.600387 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf2a278-2f16-4513-903b-7e1f82a1e30e,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:58.613225 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-df0a6658-77aa-4d56-9429-bbda99878076 req-02a130ca-6031-4372-ae99-35cf05b7b0f7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988648 Dec 15 14:48:58.619795 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Checking segment: {'id': '0806e93e-6207-4637-9f17-cb04bf5d9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:48:58.620162 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Network hostable DHCP agents. Network: 5a745ce5-db38-46dc-95b6-6acf96fef832, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:48:58.645528 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Network 5a745ce5-db38-46dc-95b6-6acf96fef832 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:48:58.656122 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 5a745ce5-db38-46dc-95b6-6acf96fef832) {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:48:58.660984 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:58.662553 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:58.670902 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f84da8e-5b6a-4b1c-b4df-774a6022afa6 None None] Network 5a745ce5-db38-46dc-95b6-6acf96fef832 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:48:58.683588 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a3e034-ccab-4d9e-979b-54cea69e5f8b {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:48:58.690399 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-df5ecb06-4770-439b-850e-ea597127c827 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6993530 Dec 15 14:48:58.704092 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:58.719763 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Transition to ACTIVE for port object 31a3e034-ccab-4d9e-979b-54cea69e5f8b will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:48:58.728783 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:58.789946 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Pushing event updated for resources: {'Port': ['ID=31a3e034-ccab-4d9e-979b-54cea69e5f8b,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:58.819339 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f6a17-a2fb-447c-bb78-fd90f00d482f None None] Network 5a745ce5-db38-46dc-95b6-6acf96fef832 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:48:58.874675 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Attempting to bind port 31a3e034-ccab-4d9e-979b-54cea69e5f8b on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:48:58.875035 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Attempting to bind port 31a3e034-ccab-4d9e-979b-54cea69e5f8b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '6e7adad7-f4a4-4376-9013-ea46c037f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:48:58.875377 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Attempting to bind port 31a3e034-ccab-4d9e-979b-54cea69e5f8b on network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:48:58.881882 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Port 31a3e034-ccab-4d9e-979b-54cea69e5f8b on network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:48:58.882213 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Attempting to bind port 31a3e034-ccab-4d9e-979b-54cea69e5f8b on network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:48:58.888952 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:48:58.889298 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Checking segment: {'id': '6e7adad7-f4a4-4376-9013-ea46c037f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:48:58.889691 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Bound using segment: {'id': '6e7adad7-f4a4-4376-9013-ea46c037f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:48:58.890127 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Bound port: 31a3e034-ccab-4d9e-979b-54cea69e5f8b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7adad7-f4a4-4376-9013-ea46c037f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:48:58.890491 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:58.980501 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] For port 31a3e034-ccab-4d9e-979b-54cea69e5f8b, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:48:58.984882 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] For port 31a3e034-ccab-4d9e-979b-54cea69e5f8b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=31a3e034-ccab-4d9e-979b-54cea69e5f8b,segment=NetworkSegment(6e7adad7-f4a4-4376-9013-ea46c037f342),segment_id=6e7adad7-f4a4-4376-9013-ea46c037f342)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:48:58.993689 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:59.044857 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:59.045562 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:48:59.046979 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] 10.222.0.64 "PUT /v2.0/ports/31a3e034-ccab-4d9e-979b-54cea69e5f8b HTTP/1.1" status: 200 len: 1093 time: 0.7211947 Dec 15 14:48:59.047642 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600777c7-495e-48d9-a217-37671b0fc3ba', 'tag': '31a3e034-ccab-4d9e-979b-54cea69e5f8b'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:48:59.050106 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f753420e-3eed-45c0-9e80-091cd86e010e" -d '{"events": [{"name": "network-changed", "server_uuid": "600777c7-495e-48d9-a217-37671b0fc3ba", "tag": "31a3e034-ccab-4d9e-979b-54cea69e5f8b"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:48:59.097818 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04692e43-c760-4e8b-96a9-6033129cb39f service neutron] Pushing event updated for resources: {'Port': ['ID=31a3e034-ccab-4d9e-979b-54cea69e5f8b,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:48:59.108622 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64478407-ed44-4e34-a463-940ca51ebc91 x-openstack-request-id: req-64478407-ed44-4e34-a463-940ca51ebc91 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:48:59.109045 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600777c7-495e-48d9-a217-37671b0fc3ba", "tag": "31a3e034-ccab-4d9e-979b-54cea69e5f8b", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:48:59.109305 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64478407-ed44-4e34-a463-940ca51ebc91 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:48:59.109702 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600777c7-495e-48d9-a217-37671b0fc3ba', 'tag': '31a3e034-ccab-4d9e-979b-54cea69e5f8b', 'status': 'completed', 'code': 200} Dec 15 14:48:59.170695 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-ebb05be1-cc07-44f9-933b-94c4637009dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:59.172173 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-ebb05be1-cc07-44f9-933b-94c4637009dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4813c9566d84aa8bdadf57cd9556183&device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 1096 time: 0.0485134 Dec 15 14:48:59.247583 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-5bf5fcda-6c3b-44cf-a2d0-89657bfb62d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31a3e034-ccab-4d9e-979b-54cea69e5f8b HTTP/1.1" status: 200 len: 217 time: 0.0496900 Dec 15 14:48:59.266482 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73917e0-eae4-4deb-98cc-e385115e51c6 req-358db924-825d-41ed-bef0-f6b5a6a2a9b8 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:59.273708 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b73917e0-eae4-4deb-98cc-e385115e51c6 req-358db924-825d-41ed-bef0-f6b5a6a2a9b8 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 943 time: 0.0928366 Dec 15 14:48:59.333252 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b73917e0-eae4-4deb-98cc-e385115e51c6 req-0a00ca2e-296c-4c3e-8e22-23bf0b641763 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586276 Dec 15 14:48:59.355588 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f67df-caaf-42f6-93a5-ac9f9f63bf79 req-b9dac6d3-ccf2-4cc2-879a-23383cffd733 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:59.357098 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-854f67df-caaf-42f6-93a5-ac9f9f63bf79 req-b9dac6d3-ccf2-4cc2-879a-23383cffd733 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1018817 Dec 15 14:48:59.375030 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8123d40c-f81b-41be-bf62-8153e37b8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:59.376345 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-8123d40c-f81b-41be-bf62-8153e37b8c4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=feaf4444-1e65-4f49-9bfa-8e036e8621e1 HTTP/1.1" status: 200 len: 854 time: 0.1114130 Dec 15 14:48:59.427018 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-b5f3f80d-b562-40dd-8304-64fd1a8e757d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ae6bc88-32e8-49a4-b9fa-1561ce00407c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357080 Dec 15 14:48:59.454895 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-854f67df-caaf-42f6-93a5-ac9f9f63bf79 req-338e0792-e8c6-4a37-b73a-a58fe1f3b761 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898426 Dec 15 14:48:59.535054 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-0c685011-a902-46b1-a105-34ec849ddb5c service neutron] 10.222.0.64 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948899 Dec 15 14:48:59.648281 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53dc4d8e-fa53-4dcf-959e-805f33f34301 req-244705b0-0b38-4bc7-b621-45d36200c019 service neutron] 10.222.0.64 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979793 Dec 15 14:48:59.681140 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0fd4-18af-458a-904d-bdb3176802e8 req-96e1d868-db1f-4251-9bbc-b1e059fa94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:59.682560 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e75e0fd4-18af-458a-904d-bdb3176802e8 req-96e1d868-db1f-4251-9bbc-b1e059fa94d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 1098 time: 0.0469697 Dec 15 14:48:59.747935 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c91cdc-e1fd-4d79-b91a-46a408a1dc52 req-aeaf635b-e2ce-4b90-8613-bca8c69d2b9e tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:59.749493 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b1c91cdc-e1fd-4d79-b91a-46a408a1dc52 req-aeaf635b-e2ce-4b90-8613-bca8c69d2b9e tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 949 time: 0.0554628 Dec 15 14:48:59.804261 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b1c91cdc-e1fd-4d79-b91a-46a408a1dc52 req-fb71749a-a7b4-406a-b887-fc2616be9b31 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481966 Dec 15 14:48:59.820563 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753420e-3eed-45c0-9e80-091cd86e010e req-771c7763-aed8-482b-a666-adc668ece6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:59.822647 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f753420e-3eed-45c0-9e80-091cd86e010e req-771c7763-aed8-482b-a666-adc668ece6fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4813c9566d84aa8bdadf57cd9556183&device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 1096 time: 0.0902867 Dec 15 14:48:59.867954 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0fd4-18af-458a-904d-bdb3176802e8 req-28a94773-0e05-4b38-8db8-ddc46d39c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:48:59.870347 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e75e0fd4-18af-458a-904d-bdb3176802e8 req-28a94773-0e05-4b38-8db8-ddc46d39c3c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 920 time: 0.1566780 Dec 15 14:49:00.222493 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e75e0fd4-18af-458a-904d-bdb3176802e8 req-42a1bc71-8e89-44de-995f-7ff418be6b3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 HTTP/1.1" status: 200 len: 217 time: 0.3216000 Dec 15 14:49:00.230074 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473af85-61cf-47d6-9b7f-360e18417a2a req-99a49fc9-d316-4dfc-b0e7-700100cf24e9 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:00.232114 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5473af85-61cf-47d6-9b7f-360e18417a2a req-99a49fc9-d316-4dfc-b0e7-700100cf24e9 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 949 time: 0.0598812 Dec 15 14:49:00.298469 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5473af85-61cf-47d6-9b7f-360e18417a2a req-dac57d6d-6988-449f-8abc-23a94b8dd588 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565760 Dec 15 14:49:00.302456 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0fd4-18af-458a-904d-bdb3176802e8 req-15418afc-1c45-4187-8c43-719d919cbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:00.304054 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e75e0fd4-18af-458a-904d-bdb3176802e8 req-15418afc-1c45-4187-8c43-719d919cbaf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 200 len: 859 time: 0.0732536 Dec 15 14:49:00.307539 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753420e-3eed-45c0-9e80-091cd86e010e req-fee2b658-7434-4d33-8c15-a47ecf1a2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:00.309138 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f753420e-3eed-45c0-9e80-091cd86e010e req-fee2b658-7434-4d33-8c15-a47ecf1a2d9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ae6bc88-32e8-49a4-b9fa-1561ce00407c HTTP/1.1" status: 200 len: 915 time: 0.4710460 Dec 15 14:49:00.400227 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f753420e-3eed-45c0-9e80-091cd86e010e req-932dbd94-77f2-4a2f-8f9b-12ffdbfe1a3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31a3e034-ccab-4d9e-979b-54cea69e5f8b HTTP/1.1" status: 200 len: 217 time: 0.0759578 Dec 15 14:49:00.402106 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e75e0fd4-18af-458a-904d-bdb3176802e8 req-a24a1de2-bee9-445f-a800-0a5875fae064 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc3ba2a7-4287-4645-8e0b-f22a4538975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798137 Dec 15 14:49:00.561864 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753420e-3eed-45c0-9e80-091cd86e010e req-cf867a23-85b8-4a4d-ad9e-57f1ea938c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:00.563395 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f753420e-3eed-45c0-9e80-091cd86e010e req-cf867a23-85b8-4a4d-ad9e-57f1ea938c85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=feaf4444-1e65-4f49-9bfa-8e036e8621e1 HTTP/1.1" status: 200 len: 854 time: 0.1321492 Dec 15 14:49:00.584196 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a83a9-58ef-45f4-a974-b93e02616e4a req-c457f8ad-ef61-4743-baf3-3bb7094b8630 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:00.585966 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a75a83a9-58ef-45f4-a974-b93e02616e4a req-c457f8ad-ef61-4743-baf3-3bb7094b8630 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 943 time: 0.1637242 Dec 15 14:49:00.593121 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4ceca-4074-4b82-b70f-8c1c36fff174 req-b7c823fe-184c-4e25-b2c1-6b62e747e1d9 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:00.594882 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2ca4ceca-4074-4b82-b70f-8c1c36fff174 req-b7c823fe-184c-4e25-b2c1-6b62e747e1d9 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0557802 Dec 15 14:49:00.636653 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f753420e-3eed-45c0-9e80-091cd86e010e req-f67549f9-dadc-4ba1-964a-6604676371b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ae6bc88-32e8-49a4-b9fa-1561ce00407c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495591 Dec 15 14:49:00.644310 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e75e0fd4-18af-458a-904d-bdb3176802e8 req-14eb7fa1-4eeb-4742-8253-17544963a2ae service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119710 Dec 15 14:49:00.648930 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2ca4ceca-4074-4b82-b70f-8c1c36fff174 req-17a4d754-6bae-490f-b0a4-f34be635dfb5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457923 Dec 15 14:49:00.774426 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a75a83a9-58ef-45f4-a974-b93e02616e4a req-b8be31d7-c79e-461a-a1c9-0e36f94074fc tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757665 Dec 15 14:49:00.847317 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e75e0fd4-18af-458a-904d-bdb3176802e8 req-69aa2e19-08ab-44f3-b21a-85489fc50fa7 service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890640 Dec 15 14:49:00.850945 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f753420e-3eed-45c0-9e80-091cd86e010e req-b5a40413-26a2-4e56-bf91-15a379e02120 service neutron] 10.222.0.64 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913040 Dec 15 14:49:00.866353 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-1aa496eb-e413-4ce1-abba-1660e9940034 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:00.867908 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-1aa496eb-e413-4ce1-abba-1660e9940034 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/networks?id=5a745ce5-db38-46dc-95b6-6acf96fef832 HTTP/1.1" status: 200 len: 809 time: 0.1291506 Dec 15 14:49:00.884565 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-5b946310-36dd-4f0f-b335-ffcab7ba50da tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/quotas/4dd4f05b0c8b4e9c8a3f15c5844871f3 HTTP/1.1" status: 200 len: 375 time: 0.0106349 Dec 15 14:49:00.924217 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-94663adf-5491-4a12-a721-125b242e79f8 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4dd4f05b0c8b4e9c8a3f15c5844871f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308692 Dec 15 14:49:00.953562 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f753420e-3eed-45c0-9e80-091cd86e010e req-841ff52a-a0fa-44ae-8a5e-5597cd110fea service neutron] 10.222.0.64 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892129 Dec 15 14:49:01.041879 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-4d4929be-9e08-4a8c-9527-d931d5446b6b service neutron] 10.222.0.62 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104918 Dec 15 14:49:01.143490 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-65bfdca6-94ee-4981-b6bd-e3872eba7bd9 service neutron] 10.222.0.62 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955477 Dec 15 14:49:01.317700 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-423e94de-e0c4-4f26-8eef-0cd44cec8d6d req-917390d3-8a74-413e-95b6-9eddfca46177 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 210 time: 0.0308077 Dec 15 14:49:01.457856 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6549e-8b27-494f-84d8-e6479bd73a08 req-ca70b5ed-d355-4555-8c06-24526bc52d0e tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:01.458913 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bda6549e-8b27-494f-84d8-e6479bd73a08 req-ca70b5ed-d355-4555-8c06-24526bc52d0e tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 949 time: 0.0632331 Dec 15 14:49:01.525690 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bda6549e-8b27-494f-84d8-e6479bd73a08 req-d933b209-e1c4-4833-8def-a8b586b176ea tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 Dec 15 14:49:01.778933 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bae53-81cf-4a2b-9250-dc116ae33514 req-6be252df-5385-48e5-a082-8a77b053846d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:01.780420 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a1bae53-81cf-4a2b-9250-dc116ae33514 req-6be252df-5385-48e5-a082-8a77b053846d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0571287 Dec 15 14:49:01.818022 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:01.860525 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4a1bae53-81cf-4a2b-9250-dc116ae33514 req-447181e0-240c-4e22-bd4f-cd10e5bf0910 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730574 Dec 15 14:49:01.911014 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6a61-22fe-4069-aeba-fee0677710ce req-d66b30f6-fb89-4d6a-88e1-3b4522a50bf8 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:01.912612 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3e5b6a61-22fe-4069-aeba-fee0677710ce req-d66b30f6-fb89-4d6a-88e1-3b4522a50bf8 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 943 time: 0.0515478 Dec 15 14:49:01.964128 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3e5b6a61-22fe-4069-aeba-fee0677710ce req-c001bd6f-ac65-4b75-8765-7cee01972e41 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Dec 15 14:49:02.414708 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4e04aacd-9ea8-4ef9-9ea2-8926a59c0565 req-d59f5c9e-b7ab-41e5-a7d6-adca815993df tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 210 time: 0.0275748 Dec 15 14:49:02.470933 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-d3f1fd05-0494-4fb6-a66c-956a3cd2c573 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:02.472441 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-d3f1fd05-0494-4fb6-a66c-956a3cd2c573 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 949 time: 0.0558426 Dec 15 14:49:02.651337 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 31a3e034-ccab-4d9e-979b-54cea69e5f8b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:49:02.670275 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-9675ce81-be35-41ae-9ea2-47cfac55d2ad tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Deleting port fd603b4f-b52f-4049-a592-9e65c54461aa {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:02.671103 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-9675ce81-be35-41ae-9ea2-47cfac55d2ad tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:02.696879 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01510c42-14cc-43ec-9553-dec9ebbf5c5c req-130afc02-288e-47f1-a013-f1a8be4969e2 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:02.711214 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-01510c42-14cc-43ec-9553-dec9ebbf5c5c req-130afc02-288e-47f1-a013-f1a8be4969e2 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 949 time: 0.1059022 Dec 15 14:49:02.758333 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 31a3e034-ccab-4d9e-979b-54cea69e5f8b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=31a3e034-ccab-4d9e-979b-54cea69e5f8b,segment=NetworkSegment(6e7adad7-f4a4-4376-9013-ea46c037f342),segment_id=6e7adad7-f4a4-4376-9013-ea46c037f342)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:02.770842 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '31a3e034-ccab-4d9e-979b-54cea69e5f8b', 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c', 'port_id': '31a3e034-ccab-4d9e-979b-54cea69e5f8b', 'mac_address': 'fa:16:3e:19:1e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feaf4444-1e65-4f49-9bfa-8e036e8621e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:49:02.775778 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-01510c42-14cc-43ec-9553-dec9ebbf5c5c req-277a458b-5629-431c-8c73-d11c5590e6c3 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5c4249b-bbda-4064-a041-4fd2b2449ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615895 Dec 15 14:49:02.791023 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-22881db6-f963-4442-94c2-99b7836d3f23 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:02.792659 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-22881db6-f963-4442-94c2-99b7836d3f23 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.64 "GET /v2.0/networks?id=5a745ce5-db38-46dc-95b6-6acf96fef832 HTTP/1.1" status: 200 len: 809 time: 0.2121623 Dec 15 14:49:02.820295 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:02.828302 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-9675ce81-be35-41ae-9ea2-47cfac55d2ad tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] For port fd603b4f-b52f-4049-a592-9e65c54461aa, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fd603b4f-b52f-4049-a592-9e65c54461aa,segment=NetworkSegment(9f764a0b-0337-4152-96c6-7012148b0137),segment_id=9f764a0b-0337-4152-96c6-7012148b0137)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:02.828670 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-9675ce81-be35-41ae-9ea2-47cfac55d2ad tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:02.833946 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Request body: {'port': {'device_id': '79bc7f81-f904-4bab-85fd-bc2da846fe7f', 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832', 'admin_state_up': True, 'tenant_id': '4dd4f05b0c8b4e9c8a3f15c5844871f3'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:02.836187 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a3e034-ccab-4d9e-979b-54cea69e5f8b {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:49:02.860134 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 31a3e034-ccab-4d9e-979b-54cea69e5f8b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=31a3e034-ccab-4d9e-979b-54cea69e5f8b,segment=NetworkSegment(6e7adad7-f4a4-4376-9013-ea46c037f342),segment_id=6e7adad7-f4a4-4376-9013-ea46c037f342)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:02.862152 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-9675ce81-be35-41ae-9ea2-47cfac55d2ad tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Calling delete_port for fd603b4f-b52f-4049-a592-9e65c54461aa owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:02.864349 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:02.913774 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=31a3e034-ccab-4d9e-979b-54cea69e5f8b,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:03.053522 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719a866-cb7d-415a-97a7-5f03f4002ef4 req-72b668d9-d81e-4239-b9d4-fec8774eb27b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:03.055074 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e719a866-cb7d-415a-97a7-5f03f4002ef4 req-72b668d9-d81e-4239-b9d4-fec8774eb27b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1102989 Dec 15 14:49:03.073824 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Made reservation on behalf of 4dd4f05b0c8b4e9c8a3f15c5844871f3 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:49:03.077516 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:03.084842 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee639be-8f5d-426e-8eec-5b38eeecfc2c req-9b5867f5-8a5e-4318-85c3-1137b482df8d tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:03.086446 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-cee639be-8f5d-426e-8eec-5b38eeecfc2c req-9b5867f5-8a5e-4318-85c3-1137b482df8d tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 944 time: 0.0525000 Dec 15 14:49:03.144245 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-cee639be-8f5d-426e-8eec-5b38eeecfc2c req-93870227-e8df-4f44-bc35-5d02a1b725d9 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499449 Dec 15 14:49:03.216754 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e719a866-cb7d-415a-97a7-5f03f4002ef4 req-f7ee1357-6150-4624-9c31-3427ff62a7f9 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526606 Dec 15 14:49:03.224681 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-9675ce81-be35-41ae-9ea2-47cfac55d2ad tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:03.284700 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['31a3e034-ccab-4d9e-979b-54cea69e5f8b'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:49:03.291336 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675ce81-be35-41ae-9ea2-47cfac55d2ad tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Pushing event deleted for resources: {'Port': ['ID=fd603b4f-b52f-4049-a592-9e65c54461aa,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:03.342748 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-9675ce81-be35-41ae-9ea2-47cfac55d2ad tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] No DVR routers for this DVR port fd603b4f-b52f-4049-a592-9e65c54461aa on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:49:03.349582 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-9675ce81-be35-41ae-9ea2-47cfac55d2ad tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:03.353778 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ba5a3b61-5190-4556-a94f-dbffdbcfc899 req-9675ce81-be35-41ae-9ea2-47cfac55d2ad tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.64 "DELETE /v2.0/ports/fd603b4f-b52f-4049-a592-9e65c54461aa HTTP/1.1" status: 204 len: 173 time: 0.8653474 Dec 15 14:49:03.354883 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c393371-fd87-44de-b3c4-d291167a81a5', 'name': 'network-vif-deleted', 'tag': 'fd603b4f-b52f-4049-a592-9e65c54461aa'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:03.356627 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0b7150-5f52-4167-9281-5eb2456e734d" -d '{"events": [{"server_uuid": "4c393371-fd87-44de-b3c4-d291167a81a5", "name": "network-vif-deleted", "tag": "fd603b4f-b52f-4049-a592-9e65c54461aa"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:03.397129 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Allocated IP 172.20.0.10 (5a745ce5-db38-46dc-95b6-6acf96fef832/faf2a278-2f16-4513-903b-7e1f82a1e30e/21671228-871d-4a43-9f24-c939d2a01b2b) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:03.503660 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4490f2a5-9ddd-4409-b75f-817b09f5d4ad x-openstack-request-id: req-4490f2a5-9ddd-4409-b75f-817b09f5d4ad {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:03.503902 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c393371-fd87-44de-b3c4-d291167a81a5", "name": "network-vif-deleted", "tag": "fd603b4f-b52f-4049-a592-9e65c54461aa", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:03.504156 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4490f2a5-9ddd-4409-b75f-817b09f5d4ad {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:03.504601 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c393371-fd87-44de-b3c4-d291167a81a5', 'name': 'network-vif-deleted', 'tag': 'fd603b4f-b52f-4049-a592-9e65c54461aa', 'status': 'completed', 'code': 200} Dec 15 14:49:03.649113 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-097b778d-e179-4c8e-8f33-df1f7e942e4e req-a182efe7-903f-4c10-8296-7ee4e950f85d tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 210 time: 0.0358005 Dec 15 14:49:03.673562 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:03.720457 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:03.769233 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Network 5a745ce5-db38-46dc-95b6-6acf96fef832 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:03.772354 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:03.775984 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:03.800399 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Pushing event updated for resources: {'Port': ['ID=21671228-871d-4a43-9f24-c939d2a01b2b,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:03.841574 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:03.842266 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:03.866343 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-c1166227-7c05-4b84-a0b0-7e69bf6fc879 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0401413 Dec 15 14:49:03.885889 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Request body: {'port': {'device_id': '79bc7f81-f904-4bab-85fd-bc2da846fe7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:03.900991 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-659aa4ea-75bd-49f8-8306-e504977a28b2 req-d29db15b-5940-45f9-9a7f-5b63355849c7 tempest-VolumesNegativeTest-916465608 tempest-VolumesNegativeTest-916465608-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c393371-fd87-44de-b3c4-d291167a81a5 HTTP/1.1" status: 200 len: 210 time: 0.0271449 Dec 15 14:49:03.940354 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:04.377597 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5ba32-4b00-40a5-96d4-946eefe63202 req-e5b7ae44-bc5c-4e66-920a-43f57117db79 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:04.379161 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f5d5ba32-4b00-40a5-96d4-946eefe63202 req-e5b7ae44-bc5c-4e66-920a-43f57117db79 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 944 time: 0.1177032 Dec 15 14:49:04.382627 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45b6af-1290-40d6-916d-8fabdc0768e8 req-dbf8262e-bde5-4e8a-8596-614d5c754f2b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:04.385619 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21671228-871d-4a43-9f24-c939d2a01b2b {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:49:04.385761 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8d45b6af-1290-40d6-916d-8fabdc0768e8 req-dbf8262e-bde5-4e8a-8596-614d5c754f2b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0731452 Dec 15 14:49:04.402854 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:04.432595 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Transition to ACTIVE for port object 21671228-871d-4a43-9f24-c939d2a01b2b will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:49:04.439162 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:04.452035 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8d45b6af-1290-40d6-916d-8fabdc0768e8 req-6d576cf1-d1a0-43ff-aa50-453594f0d621 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583644 Dec 15 14:49:04.496477 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f5d5ba32-4b00-40a5-96d4-946eefe63202 req-33eb844a-b388-421e-b348-7467388c4bfb tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058786 Dec 15 14:49:04.513633 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Pushing event updated for resources: {'Port': ['ID=21671228-871d-4a43-9f24-c939d2a01b2b,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:04.596628 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Attempting to bind port 21671228-871d-4a43-9f24-c939d2a01b2b on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:49:04.596963 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Attempting to bind port 21671228-871d-4a43-9f24-c939d2a01b2b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0806e93e-6207-4637-9f17-cb04bf5d9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:49:04.597298 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Attempting to bind port 21671228-871d-4a43-9f24-c939d2a01b2b on network 5a745ce5-db38-46dc-95b6-6acf96fef832 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:04.602542 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Port 21671228-871d-4a43-9f24-c939d2a01b2b on network 5a745ce5-db38-46dc-95b6-6acf96fef832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:49:04.603208 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Attempting to bind port 21671228-871d-4a43-9f24-c939d2a01b2b on network 5a745ce5-db38-46dc-95b6-6acf96fef832 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:04.610032 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:49:04.610376 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Checking segment: {'id': '0806e93e-6207-4637-9f17-cb04bf5d9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:04.610790 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Bound using segment: {'id': '0806e93e-6207-4637-9f17-cb04bf5d9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:49:04.611224 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Bound port: 21671228-871d-4a43-9f24-c939d2a01b2b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0806e93e-6207-4637-9f17-cb04bf5d9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:49:04.611587 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:04.684165 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 31a3e034-ccab-4d9e-979b-54cea69e5f8b up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:04.689114 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] For port 21671228-871d-4a43-9f24-c939d2a01b2b, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:49:04.693263 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] For port 21671228-871d-4a43-9f24-c939d2a01b2b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=21671228-871d-4a43-9f24-c939d2a01b2b,segment=NetworkSegment(0806e93e-6207-4637-9f17-cb04bf5d9707),segment_id=0806e93e-6207-4637-9f17-cb04bf5d9707)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:49:04.700511 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:04.758441 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:04.759577 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:04.764502 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] 10.222.0.64 "PUT /v2.0/ports/21671228-871d-4a43-9f24-c939d2a01b2b HTTP/1.1" status: 200 len: 1094 time: 0.8843277 Dec 15 14:49:04.776704 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 31a3e034-ccab-4d9e-979b-54cea69e5f8b completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:49:04.784349 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e460995-bfb2-42a8-8ccb-a9b9e9cd7d5c service neutron] Pushing event updated for resources: {'Port': ['ID=21671228-871d-4a43-9f24-c939d2a01b2b,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:04.789762 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 31a3e034-ccab-4d9e-979b-54cea69e5f8b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:04.791289 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:04.829360 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327cf8c-7e80-4713-82a1-df04cfb37762 req-b059d319-9d61-4fef-bc38-e4ac9c2c642e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:04.838562 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e327cf8c-7e80-4713-82a1-df04cfb37762 req-b059d319-9d61-4fef-bc38-e4ac9c2c642e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 944 time: 0.0941710 Dec 15 14:49:04.871545 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-1de7fb33-8c14-4980-926b-2cf8a6f0a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:04.873190 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-1de7fb33-8c14-4980-926b-2cf8a6f0a825 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dd4f05b0c8b4e9c8a3f15c5844871f3&device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 1097 time: 0.0488789 Dec 15 14:49:04.888084 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:04.889834 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e327cf8c-7e80-4713-82a1-df04cfb37762 req-a967e94e-a376-42d7-97ea-075e0303eaba tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512199 Dec 15 14:49:04.927751 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600777c7-495e-48d9-a217-37671b0fc3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a3e034-ccab-4d9e-979b-54cea69e5f8b'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:04.930195 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a4678-5e25-420a-a98a-0f3780170166" -d '{"events": [{"server_uuid": "600777c7-495e-48d9-a217-37671b0fc3ba", "name": "network-vif-plugged", "status": "completed", "tag": "31a3e034-ccab-4d9e-979b-54cea69e5f8b"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:04.946884 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 31a3e034-ccab-4d9e-979b-54cea69e5f8b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=31a3e034-ccab-4d9e-979b-54cea69e5f8b,segment=NetworkSegment(6e7adad7-f4a4-4376-9013-ea46c037f342),segment_id=6e7adad7-f4a4-4376-9013-ea46c037f342)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:04.954070 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-147ec1cb-da60-4f9c-abf0-766f6013b785 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21671228-871d-4a43-9f24-c939d2a01b2b HTTP/1.1" status: 200 len: 217 time: 0.0708058 Dec 15 14:49:04.954923 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:04.956037 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device fd603b4f-b52f-4049-a592-9e65c54461aa no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:05.012323 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: fd603b4f-b52f-4049-a592-9e65c54461aa {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:05.013182 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device fd603b4f-b52f-4049-a592-9e65c54461aa not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:05.030210 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-f1e90fad-f95f-41f6-b290-c9f937eac338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:05.031636 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af0cf13-3a19-4ad8-8dde-967b126a71b2 x-openstack-request-id: req-5af0cf13-3a19-4ad8-8dde-967b126a71b2 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:05.031948 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-f1e90fad-f95f-41f6-b290-c9f937eac338 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=faf2a278-2f16-4513-903b-7e1f82a1e30e HTTP/1.1" status: 200 len: 849 time: 0.0649400 Dec 15 14:49:05.032388 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600777c7-495e-48d9-a217-37671b0fc3ba", "name": "network-vif-plugged", "status": "completed", "tag": "31a3e034-ccab-4d9e-979b-54cea69e5f8b", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:05.032742 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5af0cf13-3a19-4ad8-8dde-967b126a71b2 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:05.033232 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600777c7-495e-48d9-a217-37671b0fc3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a3e034-ccab-4d9e-979b-54cea69e5f8b', 'code': 200} Dec 15 14:49:05.056627 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=31a3e034-ccab-4d9e-979b-54cea69e5f8b,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:05.069841 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-f2cf9e23-ceed-4073-8add-59ba52c4422b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a745ce5-db38-46dc-95b6-6acf96fef832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256419 Dec 15 14:49:05.196282 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-9dd95cb3-ff7f-4990-be08-877dbc7af69a service neutron] 10.222.0.64 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109312 Dec 15 14:49:05.361700 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab76d68-0227-4b8f-aa11-6e342fca2562 req-7c4a3308-eb51-4d18-864b-c889f50dfb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:05.363230 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9ab76d68-0227-4b8f-aa11-6e342fca2562 req-7c4a3308-eb51-4d18-864b-c889f50dfb3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 1098 time: 0.1213577 Dec 15 14:49:05.364996 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cfe8972-4e4d-4541-b1e3-851b81ae8778 req-e97aa084-94ab-40b9-b147-e3d04ffef968 service neutron] 10.222.0.64 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537330 Dec 15 14:49:05.429477 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9ab76d68-0227-4b8f-aa11-6e342fca2562 req-7f494ec8-7252-45e5-9a80-44866253bd42 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531037 Dec 15 14:49:05.505465 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bc7f81-f904-4bab-85fd-bc2da846fe7f', 'tag': '21671228-871d-4a43-9f24-c939d2a01b2b'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:05.510626 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a" -d '{"events": [{"name": "network-changed", "server_uuid": "79bc7f81-f904-4bab-85fd-bc2da846fe7f", "tag": "21671228-871d-4a43-9f24-c939d2a01b2b"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:05.532431 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:49:05.565159 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f3d490-b7bd-4b2f-b330-3b2eea7139a7 x-openstack-request-id: req-24f3d490-b7bd-4b2f-b330-3b2eea7139a7 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:05.565468 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bc7f81-f904-4bab-85fd-bc2da846fe7f", "tag": "21671228-871d-4a43-9f24-c939d2a01b2b", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:05.566132 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24f3d490-b7bd-4b2f-b330-3b2eea7139a7 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:05.566560 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bc7f81-f904-4bab-85fd-bc2da846fe7f', 'tag': '21671228-871d-4a43-9f24-c939d2a01b2b', 'status': 'completed', 'code': 200} Dec 15 14:49:05.620075 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d16a69-1291-4d03-bec2-ece4dd8edd47 req-aba6c60b-819c-4f1e-95b4-90ceb8237240 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:05.622228 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-65d16a69-1291-4d03-bec2-ece4dd8edd47 req-aba6c60b-819c-4f1e-95b4-90ceb8237240 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0528491 Dec 15 14:49:05.690882 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f82c1d-929b-423a-9c1a-91789706a9f3 req-10062670-f686-4779-a0e4-972d0070c090 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:05.703277 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-54f82c1d-929b-423a-9c1a-91789706a9f3 req-10062670-f686-4779-a0e4-972d0070c090 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0808413 Dec 15 14:49:05.712053 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-65d16a69-1291-4d03-bec2-ece4dd8edd47 req-a132b3e5-6b30-4331-8e64-b72e8f589faf tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768397 Dec 15 14:49:05.748832 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a req-5739d7e9-a0d5-4657-9906-63f98e80ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:05.750420 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a req-5739d7e9-a0d5-4657-9906-63f98e80ac23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dd4f05b0c8b4e9c8a3f15c5844871f3&device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 1097 time: 0.0512297 Dec 15 14:49:05.763852 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-54f82c1d-929b-423a-9c1a-91789706a9f3 req-58c57f19-aa18-4ea9-bfb0-7645a236ad50 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575321 Dec 15 14:49:05.854880 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a req-9db4c099-b71e-4c81-85f4-1caf0f39bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:05.856366 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a req-9db4c099-b71e-4c81-85f4-1caf0f39bccf service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a745ce5-db38-46dc-95b6-6acf96fef832 HTTP/1.1" status: 200 len: 910 time: 0.0904925 Dec 15 14:49:05.907211 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a req-2224e75d-5888-4263-a636-dfbe1b204c65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21671228-871d-4a43-9f24-c939d2a01b2b HTTP/1.1" status: 200 len: 217 time: 0.0345094 Dec 15 14:49:06.005186 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a req-58bd6351-7785-40e7-aab0-05d0ceb3904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:06.006623 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a req-58bd6351-7785-40e7-aab0-05d0ceb3904b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=faf2a278-2f16-4513-903b-7e1f82a1e30e HTTP/1.1" status: 200 len: 849 time: 0.0867217 Dec 15 14:49:06.037196 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383295-9092-42a3-8128-497e84a42f67 req-0fff4d15-21da-4612-94bf-2daa6ba4b4dd tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:06.038810 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7a383295-9092-42a3-8128-497e84a42f67 req-0fff4d15-21da-4612-94bf-2daa6ba4b4dd tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 944 time: 0.0740674 Dec 15 14:49:06.055945 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a req-dc8be9c1-bb4d-45d1-afb4-e532350a1e5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a745ce5-db38-46dc-95b6-6acf96fef832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375009 Dec 15 14:49:06.113990 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7a383295-9092-42a3-8128-497e84a42f67 req-0a619b81-1784-4683-b3fa-94c71841c015 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612421 Dec 15 14:49:06.188837 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a req-6e3474f4-b95f-4a25-83f7-5f5812e932fd service neutron] 10.222.0.64 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987401 Dec 15 14:49:06.291717 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c4bfb60-9863-4b1a-9a28-bcbd0848372a req-9ca47d1e-6f72-40eb-a2cd-da77dfd8636d service neutron] 10.222.0.64 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934935 Dec 15 14:49:06.856750 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1524f-b825-4b51-b61e-e2ae95a4fff2 req-f30e9dfc-7539-450a-aff1-ddc6d13887b4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:06.858497 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-29b1524f-b825-4b51-b61e-e2ae95a4fff2 req-f30e9dfc-7539-450a-aff1-ddc6d13887b4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0656075 Dec 15 14:49:06.914870 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58451213-aab9-4c36-b46a-46e156a93faa req-9800accf-0a53-4ff4-9b3c-9aa5907ae4f5 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:06.916455 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-58451213-aab9-4c36-b46a-46e156a93faa req-9800accf-0a53-4ff4-9b3c-9aa5907ae4f5 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0521908 Dec 15 14:49:06.920050 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-29b1524f-b825-4b51-b61e-e2ae95a4fff2 req-7be8bae2-389d-40b9-bf8c-b88fe1ef651d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553508 Dec 15 14:49:06.972392 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-58451213-aab9-4c36-b46a-46e156a93faa req-193b5583-3664-4207-901e-b515e3814994 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Dec 15 14:49:07.237287 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8369a4b-f60c-43a2-956c-2522d9e64f8c req-9ba37be7-ca33-4ac3-b501-72938d39d4dd tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:07.238909 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c8369a4b-f60c-43a2-956c-2522d9e64f8c req-9ba37be7-ca33-4ac3-b501-72938d39d4dd tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 944 time: 0.0516887 Dec 15 14:49:07.311200 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c8369a4b-f60c-43a2-956c-2522d9e64f8c req-59da51eb-655a-4dd6-9a51-300fdd05d212 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650256 Dec 15 14:49:08.036107 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c710799-617a-47c4-9c20-ee95e28274b8 req-75553b66-53d2-4188-8662-c12f78e68a96 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:08.037606 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3c710799-617a-47c4-9c20-ee95e28274b8 req-75553b66-53d2-4188-8662-c12f78e68a96 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0487490 Dec 15 14:49:08.086241 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3c710799-617a-47c4-9c20-ee95e28274b8 req-85e136f7-78ae-4cb4-b98a-697742edcbc2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Dec 15 14:49:08.094222 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e901d0-fd4d-4312-8337-15a79908ab74 req-2131115d-1453-4586-b4ff-be6eb03462e2 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:08.096156 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a6e901d0-fd4d-4312-8337-15a79908ab74 req-2131115d-1453-4586-b4ff-be6eb03462e2 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0503657 Dec 15 14:49:08.144875 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a6e901d0-fd4d-4312-8337-15a79908ab74 req-9ad665ce-e419-446e-839f-1d26a734ea9e tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 Dec 15 14:49:08.451275 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97877af-0c9a-4842-a5ef-6dcf34e95fe7 req-e0c7cb9b-d94d-4a13-9b73-9de5f9999430 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:08.453055 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f97877af-0c9a-4842-a5ef-6dcf34e95fe7 req-e0c7cb9b-d94d-4a13-9b73-9de5f9999430 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 944 time: 0.0715103 Dec 15 14:49:08.525726 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f97877af-0c9a-4842-a5ef-6dcf34e95fe7 req-624d7855-d14f-4f8e-aeef-efca4bf8ca75 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643406 Dec 15 14:49:08.672636 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 21671228-871d-4a43-9f24-c939d2a01b2b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:49:08.784766 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 21671228-871d-4a43-9f24-c939d2a01b2b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=21671228-871d-4a43-9f24-c939d2a01b2b,segment=NetworkSegment(0806e93e-6207-4637-9f17-cb04bf5d9707),segment_id=0806e93e-6207-4637-9f17-cb04bf5d9707)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:08.797454 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '21671228-871d-4a43-9f24-c939d2a01b2b', 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832', 'port_id': '21671228-871d-4a43-9f24-c939d2a01b2b', 'mac_address': 'fa:16:3e:57:27:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf2a278-2f16-4513-903b-7e1f82a1e30e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:49:08.836355 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.855603 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21671228-871d-4a43-9f24-c939d2a01b2b {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:49:08.877687 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 21671228-871d-4a43-9f24-c939d2a01b2b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=21671228-871d-4a43-9f24-c939d2a01b2b,segment=NetworkSegment(0806e93e-6207-4637-9f17-cb04bf5d9707),segment_id=0806e93e-6207-4637-9f17-cb04bf5d9707)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:08.885487 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:08.946047 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=21671228-871d-4a43-9f24-c939d2a01b2b,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:09.169925 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 42208) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:09.206836 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b01b8-4846-4b07-8a07-fc421f656945 req-f72f5023-5a9a-44e1-9d54-6fbde3dbcf2c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:09.208335 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-aa3b01b8-4846-4b07-8a07-fc421f656945 req-f72f5023-5a9a-44e1-9d54-6fbde3dbcf2c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0523958 Dec 15 14:49:09.216935 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['21671228-871d-4a43-9f24-c939d2a01b2b'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:49:09.260953 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-aa3b01b8-4846-4b07-8a07-fc421f656945 req-6e2dab74-d7d2-4c0d-af30-3939387f4c97 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Dec 15 14:49:09.314044 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6887119f-3247-4a05-a1e6-8366e4d3a79e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b457a7d8d1d48f29ab8c352c92f6653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429465 Dec 15 14:49:09.316493 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 42212) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:09.367316 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-05aa9672-c6d1-403e-a210-1a0429c0b92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.389722 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-05aa9672-c6d1-403e-a210-1a0429c0b92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.440353 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-05aa9672-c6d1-403e-a210-1a0429c0b92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.443078 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-05aa9672-c6d1-403e-a210-1a0429c0b92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:09.447237 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-05aa9672-c6d1-403e-a210-1a0429c0b92c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5c4249b-bbda-4064-a041-4fd2b2449ece HTTP/1.1" status: 204 len: 168 time: 0.1268601 Dec 15 14:49:09.458310 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa9672-c6d1-403e-a210-1a0429c0b92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4249b-bbda-4064-a041-4fd2b2449ece,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:09.653784 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5bc55-54d1-4280-8e07-669c97ac6c21 req-21fa4882-1ef0-4efb-97e3-7f824d40634a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:09.655403 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8fc5bc55-54d1-4280-8e07-669c97ac6c21 req-21fa4882-1ef0-4efb-97e3-7f824d40634a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 945 time: 0.0534263 Dec 15 14:49:09.715681 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8fc5bc55-54d1-4280-8e07-669c97ac6c21 req-5333953b-2c6f-4336-a318-a0ddf8d79956 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541399 Dec 15 14:49:10.396193 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f29de-682c-4686-aca9-65b68d21d92f req-4d6bf85c-257c-4349-a468-e2c622e87617 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:10.397702 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2e2f29de-682c-4686-aca9-65b68d21d92f req-4d6bf85c-257c-4349-a468-e2c622e87617 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0600858 Dec 15 14:49:10.447650 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2e2f29de-682c-4686-aca9-65b68d21d92f req-50da0c9f-1b26-4987-b14c-5b7394dad20a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433412 Dec 15 14:49:10.699629 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 21671228-871d-4a43-9f24-c939d2a01b2b up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:10.764169 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 21671228-871d-4a43-9f24-c939d2a01b2b completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:49:10.768713 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 21671228-871d-4a43-9f24-c939d2a01b2b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:10.769301 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:10.851843 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5ce94-0d08-410c-b4a9-9e9324bce987 req-2624a113-1986-4368-b2ef-888c656dfbe4 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:10.855401 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9cf5ce94-0d08-410c-b4a9-9e9324bce987 req-2624a113-1986-4368-b2ef-888c656dfbe4 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 945 time: 0.0598259 Dec 15 14:49:10.862611 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:10.887205 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bc7f81-f904-4bab-85fd-bc2da846fe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21671228-871d-4a43-9f24-c939d2a01b2b'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:10.889440 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4565d74-28c0-463c-bb59-670fd011f5ac" -d '{"events": [{"server_uuid": "79bc7f81-f904-4bab-85fd-bc2da846fe7f", "name": "network-vif-plugged", "status": "completed", "tag": "21671228-871d-4a43-9f24-c939d2a01b2b"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:10.903320 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 21671228-871d-4a43-9f24-c939d2a01b2b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=21671228-871d-4a43-9f24-c939d2a01b2b,segment=NetworkSegment(0806e93e-6207-4637-9f17-cb04bf5d9707),segment_id=0806e93e-6207-4637-9f17-cb04bf5d9707)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:10.904005 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9cf5ce94-0d08-410c-b4a9-9e9324bce987 req-1ec1d11d-2e68-43f2-8670-1c907f440cf7 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436041 Dec 15 14:49:10.909144 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:10.938703 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562318b6-cf4d-4ce6-847a-137795dc0147 x-openstack-request-id: req-562318b6-cf4d-4ce6-847a-137795dc0147 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:10.939002 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bc7f81-f904-4bab-85fd-bc2da846fe7f", "name": "network-vif-plugged", "status": "completed", "tag": "21671228-871d-4a43-9f24-c939d2a01b2b", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:10.939258 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-562318b6-cf4d-4ce6-847a-137795dc0147 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:10.939698 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bc7f81-f904-4bab-85fd-bc2da846fe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21671228-871d-4a43-9f24-c939d2a01b2b', 'code': 200} Dec 15 14:49:10.965501 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=21671228-871d-4a43-9f24-c939d2a01b2b,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:11.144481 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93c7f2-1dd1-47ff-b665-6ff033fcd1e4 req-ee74b88b-fd75-47a7-9782-d3bb18c112ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:11.146078 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee93c7f2-1dd1-47ff-b665-6ff033fcd1e4 req-ee74b88b-fd75-47a7-9782-d3bb18c112ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 1099 time: 0.0419428 Dec 15 14:49:11.197917 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee93c7f2-1dd1-47ff-b665-6ff033fcd1e4 req-7102b90a-fdbe-4941-b037-5295b1089d5f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Dec 15 14:49:11.569973 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb4a58-0a23-4b3b-9124-827499acba8d req-6cb68efb-af40-439f-a114-ae028aa328b0 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:11.572204 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bcbb4a58-0a23-4b3b-9124-827499acba8d req-6cb68efb-af40-439f-a114-ae028aa328b0 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0519204 Dec 15 14:49:11.627428 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bcbb4a58-0a23-4b3b-9124-827499acba8d req-b8cadfc7-4fa3-4178-a5cc-f044222d3941 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448253 Dec 15 14:49:12.031803 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24882dc7-5e1e-480c-891d-69c592b33fa4 req-238087ea-012c-4c57-995d-90c9c3bb89c6 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:12.033247 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-24882dc7-5e1e-480c-891d-69c592b33fa4 req-238087ea-012c-4c57-995d-90c9c3bb89c6 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0487144 Dec 15 14:49:12.089030 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-24882dc7-5e1e-480c-891d-69c592b33fa4 req-0df9419b-dcb5-4dd3-ac89-ed3b0f2a3a22 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471332 Dec 15 14:49:12.758058 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f21eef-a34c-4d6e-867f-bacbd27cf163 req-2adcdc02-b5e5-43c8-b388-84deb1a42431 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:12.759712 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a7f21eef-a34c-4d6e-867f-bacbd27cf163 req-2adcdc02-b5e5-43c8-b388-84deb1a42431 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0576022 Dec 15 14:49:12.818495 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a7f21eef-a34c-4d6e-867f-bacbd27cf163 req-16ee6ee6-a1fb-4514-8ee7-0266838eee7b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Dec 15 14:49:13.205672 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661eb728-c6cf-4f7e-96ab-70a16ef4fead req-ceed2f3e-21cb-4b7b-a8b9-024b7feeb989 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:13.207232 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-661eb728-c6cf-4f7e-96ab-70a16ef4fead req-ceed2f3e-21cb-4b7b-a8b9-024b7feeb989 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0508149 Dec 15 14:49:13.255543 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-661eb728-c6cf-4f7e-96ab-70a16ef4fead req-1c5c8f73-1ca4-4b66-baaf-d9b880499707 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Dec 15 14:49:13.932664 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaca45-6962-4e1f-87a9-d2d28910a5f7 req-fbd4e3eb-2bf2-4b46-8a48-9b0ebc455b3d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:13.934159 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a5eaca45-6962-4e1f-87a9-d2d28910a5f7 req-fbd4e3eb-2bf2-4b46-8a48-9b0ebc455b3d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0476141 Dec 15 14:49:13.985522 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a5eaca45-6962-4e1f-87a9-d2d28910a5f7 req-5a1d4320-d9a4-435a-b92b-2acfc13e0031 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Dec 15 14:49:14.387947 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1f978-17ce-42a7-af48-a00801de9ad2 req-f29ac6fe-cf9b-413f-9d72-d2573d60af9f tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:14.389502 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53d1f978-17ce-42a7-af48-a00801de9ad2 req-f29ac6fe-cf9b-413f-9d72-d2573d60af9f tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0542963 Dec 15 14:49:14.438098 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-53d1f978-17ce-42a7-af48-a00801de9ad2 req-cd7671fb-1983-46ae-8b03-c3b1c25bfebb tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Dec 15 14:49:15.112028 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082963f-07a1-49a4-b728-4371f7fd6d35 req-82a183b3-cf0a-4e0c-a843-502fc0aff6eb tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:15.113940 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9082963f-07a1-49a4-b728-4371f7fd6d35 req-82a183b3-cf0a-4e0c-a843-502fc0aff6eb tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0559528 Dec 15 14:49:15.172840 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9082963f-07a1-49a4-b728-4371f7fd6d35 req-d98f6b6d-c492-4d8f-aa40-88b47523740c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517476 Dec 15 14:49:15.567319 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bb080-b7e0-4ee3-81e1-f005af615cbd req-2cb144a6-889b-40e6-ab88-09438243eb27 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:15.568893 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9c9bb080-b7e0-4ee3-81e1-f005af615cbd req-2cb144a6-889b-40e6-ab88-09438243eb27 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0541534 Dec 15 14:49:15.626404 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9c9bb080-b7e0-4ee3-81e1-f005af615cbd req-7104cbcb-32f7-4184-b0d9-70be7b185793 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510242 Dec 15 14:49:16.296532 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac43ec-17f9-4245-aff5-42dcaa691076 req-f37c9254-ae55-4e59-b74a-d0e2e5588777 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:16.297972 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-04ac43ec-17f9-4245-aff5-42dcaa691076 req-f37c9254-ae55-4e59-b74a-d0e2e5588777 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0501111 Dec 15 14:49:16.349536 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-04ac43ec-17f9-4245-aff5-42dcaa691076 req-c91f2c21-efea-47d6-b84e-932dd5305867 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455604 Dec 15 14:49:16.767792 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec398c6-f2b8-44cc-a36d-e72c2604f781 req-27c8f7c3-9afa-4189-a0f5-54436f423bc7 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:16.768277 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-fec398c6-f2b8-44cc-a36d-e72c2604f781 req-27c8f7c3-9afa-4189-a0f5-54436f423bc7 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0602567 Dec 15 14:49:16.822385 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-fec398c6-f2b8-44cc-a36d-e72c2604f781 req-59937bbc-a6fc-4dd0-830d-16feffaa50a9 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475619 Dec 15 14:49:17.467735 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95c67e-1edd-4c8a-9d86-0c84fd56804b req-51c66603-b360-4d1f-90c6-47bdf6a01ed8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:17.469295 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9a95c67e-1edd-4c8a-9d86-0c84fd56804b req-51c66603-b360-4d1f-90c6-47bdf6a01ed8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0505874 Dec 15 14:49:17.540068 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9a95c67e-1edd-4c8a-9d86-0c84fd56804b req-21571424-f42b-4a28-8b9d-897984d50ca5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646660 Dec 15 14:49:17.959913 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723afa5-100b-49cd-9e46-41124aaa8b21 req-5aa65194-77b0-469f-9225-c3042aa2a54e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:17.962018 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5723afa5-100b-49cd-9e46-41124aaa8b21 req-5aa65194-77b0-469f-9225-c3042aa2a54e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0632401 Dec 15 14:49:18.017203 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5723afa5-100b-49cd-9e46-41124aaa8b21 req-d2f438ef-6c4e-401f-b83e-cad2c8cbd0d2 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490324 Dec 15 14:49:18.656166 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd898cdd-fe03-474d-a889-12cf5480b373 req-61a4d266-e458-42ff-8b4d-83bde50b59bc tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:18.657668 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-cd898cdd-fe03-474d-a889-12cf5480b373 req-61a4d266-e458-42ff-8b4d-83bde50b59bc tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0485239 Dec 15 14:49:18.706931 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-cd898cdd-fe03-474d-a889-12cf5480b373 req-e60167f9-7619-421a-946e-37a7d7c1e933 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Dec 15 14:49:19.152031 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbafd9a-c1ac-4ff2-aa30-6a718dc74c57 req-a9e05473-49ab-4b6e-857a-6690cd8b64f4 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:19.153811 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bdbafd9a-c1ac-4ff2-aa30-6a718dc74c57 req-a9e05473-49ab-4b6e-857a-6690cd8b64f4 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0650032 Dec 15 14:49:19.208259 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bdbafd9a-c1ac-4ff2-aa30-6a718dc74c57 req-add7203c-21ff-4617-a7ec-546153f5c801 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535455 Dec 15 14:49:19.824061 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d2a23-fe9e-41c6-b876-839466285b28 req-ad4cfca2-eb48-4650-88c7-f61113b50566 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:19.825725 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-375d2a23-fe9e-41c6-b876-839466285b28 req-ad4cfca2-eb48-4650-88c7-f61113b50566 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0480528 Dec 15 14:49:19.875941 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-375d2a23-fe9e-41c6-b876-839466285b28 req-cb9153e5-b239-4826-b18e-2a88c9fcba54 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Dec 15 14:49:20.516509 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-68607797-73de-493e-acb6-ed176253d711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:22.938781 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-abc061cb-7a54-4ffa-9e0e-a79c67e9e883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:23.102519 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184ee62-b838-4417-9ba5-f23f19ebf38f req-50eacb1b-28f6-4b58-89cc-627d3d77310e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:23.104157 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7184ee62-b838-4417-9ba5-f23f19ebf38f req-50eacb1b-28f6-4b58-89cc-627d3d77310e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0502410 Dec 15 14:49:23.156086 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7184ee62-b838-4417-9ba5-f23f19ebf38f req-10052d64-65d0-42f9-892c-8e23ebbe8be2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459754 Dec 15 14:49:23.738275 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a22d6-0947-4c2d-a312-3f69804dce74 req-90e893fd-fd7a-48fc-97e4-27b51b249443 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:23.739912 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-064a22d6-0947-4c2d-a312-3f69804dce74 req-90e893fd-fd7a-48fc-97e4-27b51b249443 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0570078 Dec 15 14:49:23.794510 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-064a22d6-0947-4c2d-a312-3f69804dce74 req-a538d20d-2dbd-414e-8f2b-a3829a420084 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477462 Dec 15 14:49:24.103242 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:24.285144 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fddf3-b834-421f-87cb-38e070cdc40f req-c2cbe8c8-a6fd-444a-8907-3ae5ae459f74 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:24.286799 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3f6fddf3-b834-421f-87cb-38e070cdc40f req-c2cbe8c8-a6fd-444a-8907-3ae5ae459f74 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0542061 Dec 15 14:49:24.335181 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3f6fddf3-b834-421f-87cb-38e070cdc40f req-be17c6a6-1aa1-46fa-af6d-677d2dee59a8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Dec 15 14:49:24.910024 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5b237-e0ed-4d46-8903-4a37a8d2fb02 req-82b6e557-0ea4-4f34-9241-75abbc055e4e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:24.911537 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8da5b237-e0ed-4d46-8903-4a37a8d2fb02 req-82b6e557-0ea4-4f34-9241-75abbc055e4e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0488443 Dec 15 14:49:24.964448 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8da5b237-e0ed-4d46-8903-4a37a8d2fb02 req-26ba7341-799f-4746-a18e-014cac299768 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465868 Dec 15 14:49:25.456606 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87ccaf-ba5d-4486-b3b7-1d68ffbbb582 req-0b6adfa8-b153-44c7-bebb-8322c6780d14 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:25.458103 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3e87ccaf-ba5d-4486-b3b7-1d68ffbbb582 req-0b6adfa8-b153-44c7-bebb-8322c6780d14 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0498219 Dec 15 14:49:25.506910 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3e87ccaf-ba5d-4486-b3b7-1d68ffbbb582 req-7c0e0a8b-a968-42cc-991b-5e2d90bf4dc2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Dec 15 14:49:25.912469 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4b93f-6ccf-4abc-97c8-9e6d8f36ddaf req-e4ec1700-fb20-4534-90d3-8761bab43a1f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:25.914778 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-56f4b93f-6ccf-4abc-97c8-9e6d8f36ddaf req-e4ec1700-fb20-4534-90d3-8761bab43a1f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0526869 Dec 15 14:49:25.963937 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-56f4b93f-6ccf-4abc-97c8-9e6d8f36ddaf req-34496dc5-88f4-48c9-b20f-b92dd1392c45 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Dec 15 14:49:26.172567 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:26.330042 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd85ed9-ea16-4b33-b393-e8c211bb04b1 req-b88f1150-d8f9-417c-a321-21d1330a5a96 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:26.333203 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6dd85ed9-ea16-4b33-b393-e8c211bb04b1 req-b88f1150-d8f9-417c-a321-21d1330a5a96 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.2991657 Dec 15 14:49:26.382444 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6dd85ed9-ea16-4b33-b393-e8c211bb04b1 req-0f16b0ad-22a8-4bdf-81f7-f97c618a96bb tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439563 Dec 15 14:49:26.627829 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796db22f-7a22-4df0-a144-85eafa5765c2 req-ef2d0e85-cdd6-4bd3-99ae-3ec78974ad23 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:26.629359 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-796db22f-7a22-4df0-a144-85eafa5765c2 req-ef2d0e85-cdd6-4bd3-99ae-3ec78974ad23 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0538883 Dec 15 14:49:26.677903 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-796db22f-7a22-4df0-a144-85eafa5765c2 req-70dd6704-a586-41b0-8e59-f59bd804c32d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418019 Dec 15 14:49:26.820943 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:27.094475 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a33c6-0a3d-40a2-8f11-8d84c1007521 req-50fafd47-588b-4f5c-aa01-4729c00feccb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:27.095932 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2a1a33c6-0a3d-40a2-8f11-8d84c1007521 req-50fafd47-588b-4f5c-aa01-4729c00feccb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0579724 Dec 15 14:49:27.145411 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2a1a33c6-0a3d-40a2-8f11-8d84c1007521 req-3aacc08f-844d-4fa9-a737-c7fc143dd43e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Dec 15 14:49:27.503301 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b581611-5e15-497d-bafb-e1b321a6e203 req-46832199-4a25-4086-ab06-5400af66241d tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:27.504816 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0b581611-5e15-497d-bafb-e1b321a6e203 req-46832199-4a25-4086-ab06-5400af66241d tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0511839 Dec 15 14:49:27.555973 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0b581611-5e15-497d-bafb-e1b321a6e203 req-0ab5a327-0104-4f6f-9e7b-e5638f717fdd tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Dec 15 14:49:27.601286 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-ebc51222-61ae-4439-bbfe-2e725b954ed1 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:27.603087 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-ebc51222-61ae-4439-bbfe-2e725b954ed1 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.64 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 946 time: 0.0471537 Dec 15 14:49:27.707277 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-30ad319f-c789-46dc-b328-91947e3bbf1a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Deleting port 21671228-871d-4a43-9f24-c939d2a01b2b {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:27.707670 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-30ad319f-c789-46dc-b328-91947e3bbf1a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:27.834525 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-30ad319f-c789-46dc-b328-91947e3bbf1a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] For port 21671228-871d-4a43-9f24-c939d2a01b2b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=21671228-871d-4a43-9f24-c939d2a01b2b,segment=NetworkSegment(0806e93e-6207-4637-9f17-cb04bf5d9707),segment_id=0806e93e-6207-4637-9f17-cb04bf5d9707)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:27.835039 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-30ad319f-c789-46dc-b328-91947e3bbf1a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:27.845307 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10ec71-ba48-4c68-a7f5-3a6e50363781 req-29ea3f2f-24cd-4bd9-aebc-a291ada4d8b3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:27.846810 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c10ec71-ba48-4c68-a7f5-3a6e50363781 req-29ea3f2f-24cd-4bd9-aebc-a291ada4d8b3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0882034 Dec 15 14:49:27.876937 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-30ad319f-c789-46dc-b328-91947e3bbf1a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Calling delete_port for 21671228-871d-4a43-9f24-c939d2a01b2b owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:27.940325 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c10ec71-ba48-4c68-a7f5-3a6e50363781 req-72911e61-d4a1-480e-bb20-c0f9358a50c1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851805 Dec 15 14:49:28.056097 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-30ad319f-c789-46dc-b328-91947e3bbf1a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.073435 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['21671228-871d-4a43-9f24-c939d2a01b2b'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:49:28.094014 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad319f-c789-46dc-b328-91947e3bbf1a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Pushing event deleted for resources: {'Port': ['ID=21671228-871d-4a43-9f24-c939d2a01b2b,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:28.143186 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-30ad319f-c789-46dc-b328-91947e3bbf1a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] No DVR routers for this DVR port 21671228-871d-4a43-9f24-c939d2a01b2b on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:49:28.145830 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-30ad319f-c789-46dc-b328-91947e3bbf1a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:28.149985 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f2d051af-c7a6-4807-b370-8d69e7ab618d req-30ad319f-c789-46dc-b328-91947e3bbf1a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.64 "DELETE /v2.0/ports/21671228-871d-4a43-9f24-c939d2a01b2b HTTP/1.1" status: 204 len: 173 time: 0.5398707 Dec 15 14:49:28.150460 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bc7f81-f904-4bab-85fd-bc2da846fe7f', 'name': 'network-vif-deleted', 'tag': '21671228-871d-4a43-9f24-c939d2a01b2b'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:28.152844 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7992e4db-4b6c-4f52-a84f-8d3440dbcc00" -d '{"events": [{"server_uuid": "79bc7f81-f904-4bab-85fd-bc2da846fe7f", "name": "network-vif-deleted", "tag": "21671228-871d-4a43-9f24-c939d2a01b2b"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:28.212444 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9202eb-4e07-4e42-b6f0-4972c7d79d1c x-openstack-request-id: req-2b9202eb-4e07-4e42-b6f0-4972c7d79d1c {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:28.212778 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bc7f81-f904-4bab-85fd-bc2da846fe7f", "name": "network-vif-deleted", "tag": "21671228-871d-4a43-9f24-c939d2a01b2b", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:28.214060 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b9202eb-4e07-4e42-b6f0-4972c7d79d1c {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:28.214060 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bc7f81-f904-4bab-85fd-bc2da846fe7f', 'name': 'network-vif-deleted', 'tag': '21671228-871d-4a43-9f24-c939d2a01b2b', 'status': 'completed', 'code': 200} Dec 15 14:49:28.303845 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc026d28-5fb3-455b-b4c0-d4bbebe492ac req-7f1dc935-3ce9-4cd5-b2e5-9b5f25e92348 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:28.306473 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fc026d28-5fb3-455b-b4c0-d4bbebe492ac req-7f1dc935-3ce9-4cd5-b2e5-9b5f25e92348 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0647051 Dec 15 14:49:28.381193 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fc026d28-5fb3-455b-b4c0-d4bbebe492ac req-bd5dfc15-0b5c-45f2-a277-2a4dca4fc89b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650630 Dec 15 14:49:28.592497 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e09611-f9c2-41a6-90b1-b36306261b43 req-1f877df9-a7d9-4b3e-b082-dcac8d181689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:28.593998 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-84e09611-f9c2-41a6-90b1-b36306261b43 req-1f877df9-a7d9-4b3e-b082-dcac8d181689 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 1098 time: 0.0434272 Dec 15 14:49:28.642437 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-84e09611-f9c2-41a6-90b1-b36306261b43 req-22986af4-d02e-4e15-9c03-e8bd888b1765 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384507 Dec 15 14:49:28.668350 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c12ba343-56ec-4113-8075-4b8ca0536780 req-ad92c899-17e7-431e-ab8c-15b754e15955 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=79bc7f81-f904-4bab-85fd-bc2da846fe7f HTTP/1.1" status: 200 len: 210 time: 0.0277171 Dec 15 14:49:29.093567 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea808b4-5278-4724-ace8-babcb7d4731c req-50aa6829-da09-46cc-9418-18f351ae1fa8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:29.095081 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4ea808b4-5278-4724-ace8-babcb7d4731c req-50aa6829-da09-46cc-9418-18f351ae1fa8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0548990 Dec 15 14:49:29.144718 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4ea808b4-5278-4724-ace8-babcb7d4731c req-2e158795-73b9-4c5d-b749-e5a1c6a5c291 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 Dec 15 14:49:29.516707 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ee40b-0ee2-43b4-bc96-eee261123aba req-4fd13f67-e56c-49a4-a419-55ccfd874453 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:29.518193 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-367ee40b-0ee2-43b4-bc96-eee261123aba req-4fd13f67-e56c-49a4-a419-55ccfd874453 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0577276 Dec 15 14:49:29.569173 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-367ee40b-0ee2-43b4-bc96-eee261123aba req-552892c4-93df-41ba-9675-1e9ddf0ef44f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Dec 15 14:49:29.984280 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 42678) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:30.033131 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e1a46-1541-4bab-9718-a09905798b1a req-32fefe44-2b29-44b5-9d7c-b2f10ca6a23e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:30.040670 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-32fefe44-2b29-44b5-9d7c-b2f10ca6a23e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/networks?id=5a745ce5-db38-46dc-95b6-6acf96fef832 HTTP/1.1" status: 200 len: 809 time: 0.1358833 Dec 15 14:49:30.063579 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-6a7843e1-74d8-45a1-a54c-7e2ec84b976d tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/quotas/4dd4f05b0c8b4e9c8a3f15c5844871f3 HTTP/1.1" status: 200 len: 375 time: 0.0219154 Dec 15 14:49:30.106138 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-54a3121b-c86f-4ecc-b40b-0b012bf3d494 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4dd4f05b0c8b4e9c8a3f15c5844871f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415905 Dec 15 14:49:30.166326 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-133226f5-8ca6-47b8-8633-411e60ded5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.205107 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-b40cbf53-0b8d-457b-99c5-946c92d4befd service neutron] 10.222.0.62 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980778 Dec 15 14:49:30.290747 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-133226f5-8ca6-47b8-8633-411e60ded5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.297808 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-133226f5-8ca6-47b8-8633-411e60ded5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.312552 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56d0c9-32a9-4918-908e-c3d3302cba7f req-b8052d39-2554-4768-852a-897e408793a4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:30.313131 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3b56d0c9-32a9-4918-908e-c3d3302cba7f req-b8052d39-2554-4768-852a-897e408793a4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0788441 Dec 15 14:49:30.314947 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-e89758be-c6d1-4295-aaea-38560303f5a4 service neutron] 10.222.0.62 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027436 Dec 15 14:49:30.374734 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-133226f5-8ca6-47b8-8633-411e60ded5b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e30e8641f094c9dbbb0a9e869ad11d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885598 Dec 15 14:49:30.375481 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133226f5-8ca6-47b8-8633-411e60ded5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7824ab0c-4f59-45b5-baed-c96b031318eb,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:30.377575 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 42686) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:30.444119 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ea17d862-3eb2-45e9-9f50-f2cd4ef8c5ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.447245 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3b56d0c9-32a9-4918-908e-c3d3302cba7f req-76846d35-d3bc-4089-b75d-8b98234fe613 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171789 Dec 15 14:49:30.472649 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ea17d862-3eb2-45e9-9f50-f2cd4ef8c5ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.523479 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4d0113b6-93a0-4881-b19e-3eed1d69d746 req-b01a296c-6b6e-4be6-ac00-fc992b770939 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 210 time: 0.0350528 Dec 15 14:49:30.564849 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ea17d862-3eb2-45e9-9f50-f2cd4ef8c5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.568206 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ea17d862-3eb2-45e9-9f50-f2cd4ef8c5ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:30.571435 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-ea17d862-3eb2-45e9-9f50-f2cd4ef8c5ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7824ab0c-4f59-45b5-baed-c96b031318eb HTTP/1.1" status: 204 len: 168 time: 0.1925185 Dec 15 14:49:30.598225 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17d862-3eb2-45e9-9f50-f2cd4ef8c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7824ab0c-4f59-45b5-baed-c96b031318eb,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:30.764907 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8df4-10ce-47df-ae66-c3f5cd9715a8 req-0eaf1a65-a990-46ab-be55-89b07f13e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:30.767311 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-151b8df4-10ce-47df-ae66-c3f5cd9715a8 req-0eaf1a65-a990-46ab-be55-89b07f13e60c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 1098 time: 0.0758541 Dec 15 14:49:30.840669 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35081-0863-477e-b7cb-c733cf592afc req-7a00653b-18da-4257-a409-d3c1faeffc75 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:30.850715 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d3a35081-0863-477e-b7cb-c733cf592afc req-7a00653b-18da-4257-a409-d3c1faeffc75 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.1122074 Dec 15 14:49:30.923198 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d3a35081-0863-477e-b7cb-c733cf592afc req-ed8146eb-7c5d-44af-9938-ce57de0f2451 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653610 Dec 15 14:49:31.025309 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1535ac-9f9f-4d32-9856-e57d3f142434 req-6492695a-a021-4029-94bf-58730f6601fd tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:31.026962 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ba1535ac-9f9f-4d32-9856-e57d3f142434 req-6492695a-a021-4029-94bf-58730f6601fd tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.2143216 Dec 15 14:49:31.082941 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4550b68-bf0e-4a51-9f3f-dbc50d3f831b req-28c60a03-383a-4888-8d7c-1e5a4d53e3ff tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:31.084682 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a4550b68-bf0e-4a51-9f3f-dbc50d3f831b req-28c60a03-383a-4888-8d7c-1e5a4d53e3ff tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0748477 Dec 15 14:49:31.100069 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8df4-10ce-47df-ae66-c3f5cd9715a8 req-b3a32617-6bea-4836-8a09-d4a6a5d202ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:31.101787 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-151b8df4-10ce-47df-ae66-c3f5cd9715a8 req-b3a32617-6bea-4836-8a09-d4a6a5d202ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 920 time: 0.3117752 Dec 15 14:49:31.117190 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ba1535ac-9f9f-4d32-9856-e57d3f142434 req-908417c4-f87c-4b01-8db3-b95d7f5b07d8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826952 Dec 15 14:49:31.145610 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a4550b68-bf0e-4a51-9f3f-dbc50d3f831b req-58f20352-7a16-4160-8cce-74ef3287944a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538311 Dec 15 14:49:31.170369 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-151b8df4-10ce-47df-ae66-c3f5cd9715a8 req-7fa8b094-8aef-412c-a912-c2ee9d8ba362 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 HTTP/1.1" status: 200 len: 217 time: 0.0440300 Dec 15 14:49:31.223469 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8df4-10ce-47df-ae66-c3f5cd9715a8 req-69372ed6-b325-4e4d-9646-d0b3d5be4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:31.224963 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-151b8df4-10ce-47df-ae66-c3f5cd9715a8 req-69372ed6-b325-4e4d-9646-d0b3d5be4523 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 200 len: 859 time: 0.0476084 Dec 15 14:49:31.270676 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-151b8df4-10ce-47df-ae66-c3f5cd9715a8 req-2c9bcbf5-9291-46d3-a0a8-cf7f82df1f9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc3ba2a7-4287-4645-8e0b-f22a4538975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295861 Dec 15 14:49:31.373778 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-151b8df4-10ce-47df-ae66-c3f5cd9715a8 req-c07b5bae-ae37-4a98-a081-ace9f97d4e4c service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930920 Dec 15 14:49:31.481349 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-151b8df4-10ce-47df-ae66-c3f5cd9715a8 req-823ed3d0-4edb-4404-af01-c511907004fe service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989721 Dec 15 14:49:31.625695 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4d1a38ba-f365-49a2-935a-de7746ed29f2 req-0f94d31c-0041-4fac-b974-4d27fd5695c6 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 210 time: 0.0293374 Dec 15 14:49:31.796591 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:31.995659 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e1a46-1541-4bab-9718-a09905798b1a req-1bf5bcad-3fd8-48f0-adb8-1e5665ec0d4d tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:31.997374 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-1bf5bcad-3fd8-48f0-adb8-1e5665ec0d4d tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.64 "GET /v2.0/networks?id=5a745ce5-db38-46dc-95b6-6acf96fef832 HTTP/1.1" status: 200 len: 809 time: 0.1324897 Dec 15 14:49:32.019720 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Request body: {'port': {'device_id': 'ec871f5c-1558-4a58-967a-8335f8c57be2', 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832', 'admin_state_up': True, 'tenant_id': '4dd4f05b0c8b4e9c8a3f15c5844871f3'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:32.067513 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af8011-f06e-458d-a518-62a8cbc95ba7 req-70810d11-a3ec-4bb5-a63b-3fc64932e2b0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:32.069072 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-57af8011-f06e-458d-a518-62a8cbc95ba7 req-70810d11-a3ec-4bb5-a63b-3fc64932e2b0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0538266 Dec 15 14:49:32.122059 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-57af8011-f06e-458d-a518-62a8cbc95ba7 req-fd31d40b-ac8b-41b4-9ac0-c05c8e7d40ce tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459890 Dec 15 14:49:32.156266 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Made reservation on behalf of 4dd4f05b0c8b4e9c8a3f15c5844871f3 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:49:32.159947 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:32.298696 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2b86-7d41-401c-88ae-5742f5c999f8 req-2f15182d-ad77-4f93-be29-9bc9e977a5af tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:32.300220 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-36bb2b86-7d41-401c-88ae-5742f5c999f8 req-2f15182d-ad77-4f93-be29-9bc9e977a5af tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0699573 Dec 15 14:49:32.316193 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5041aa9-9efe-4f6b-b000-4d7c45d1c89b req-695f64bc-8c8e-4a20-bfcf-296f48fefb22 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:32.317688 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d5041aa9-9efe-4f6b-b000-4d7c45d1c89b req-695f64bc-8c8e-4a20-bfcf-296f48fefb22 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1002364 Dec 15 14:49:32.354795 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-36bb2b86-7d41-401c-88ae-5742f5c999f8 req-6bea7e31-f959-4dd3-ba8a-a369e6d420a8 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469668 Dec 15 14:49:32.367578 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Allocated IP 172.20.0.9 (5a745ce5-db38-46dc-95b6-6acf96fef832/faf2a278-2f16-4513-903b-7e1f82a1e30e/a9a58e48-d449-47a9-923f-476db32e4a8f) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:49:32.396662 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d5041aa9-9efe-4f6b-b000-4d7c45d1c89b req-a23c8bd4-2fe0-49c3-958d-146774c576b4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718052 Dec 15 14:49:32.558452 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:32.594819 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:32.640595 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Network 5a745ce5-db38-46dc-95b6-6acf96fef832 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:49:32.643967 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:49:32.646522 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:49:32.678380 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Pushing event updated for resources: {'Port': ['ID=a9a58e48-d449-47a9-923f-476db32e4a8f,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:32.710590 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:32.710590 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:32.729903 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-3b276e37-1dbd-47ef-b1b3-9cff99c0be03 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7140918 Dec 15 14:49:32.743687 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Request body: {'port': {'device_id': 'ec871f5c-1558-4a58-967a-8335f8c57be2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:49:32.753862 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbdebf-918b-4826-bc7c-3b6e637f665b req-1914ef5e-d6c6-4888-afe5-afcabe314ac8 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:32.755751 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-dbcbdebf-918b-4826-bc7c-3b6e637f665b req-1914ef5e-d6c6-4888-afe5-afcabe314ac8 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 931 time: 0.0603604 Dec 15 14:49:32.807947 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 21671228-871d-4a43-9f24-c939d2a01b2b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:32.813386 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-dbcbdebf-918b-4826-bc7c-3b6e637f665b req-eced2b59-f564-407b-83b5-9c55ad3d5be5 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514150 Dec 15 14:49:32.813880 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:32.831839 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 21671228-871d-4a43-9f24-c939d2a01b2b {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:32.832201 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 21671228-871d-4a43-9f24-c939d2a01b2b not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:33.099392 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a58e48-d449-47a9-923f-476db32e4a8f {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:49:33.115396 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:33.128509 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Transition to ACTIVE for port object a9a58e48-d449-47a9-923f-476db32e4a8f will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:49:33.139401 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:33.189542 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a58e48-d449-47a9-923f-476db32e4a8f,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:33.301063 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66c79b-7662-4e4e-8779-e2c31bda3684 req-172bea31-6946-4017-9372-8f1d9d488756 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:33.302626 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f66c79b-7662-4e4e-8779-e2c31bda3684 req-172bea31-6946-4017-9372-8f1d9d488756 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0910869 Dec 15 14:49:33.326762 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Attempting to bind port a9a58e48-d449-47a9-923f-476db32e4a8f on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:49:33.327156 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Attempting to bind port a9a58e48-d449-47a9-923f-476db32e4a8f by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0806e93e-6207-4637-9f17-cb04bf5d9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:49:33.327517 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Attempting to bind port a9a58e48-d449-47a9-923f-476db32e4a8f on network 5a745ce5-db38-46dc-95b6-6acf96fef832 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:33.341846 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Port a9a58e48-d449-47a9-923f-476db32e4a8f on network 5a745ce5-db38-46dc-95b6-6acf96fef832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:49:33.342185 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Attempting to bind port a9a58e48-d449-47a9-923f-476db32e4a8f on network 5a745ce5-db38-46dc-95b6-6acf96fef832 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:49:33.351113 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:49:33.351955 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Checking segment: {'id': '0806e93e-6207-4637-9f17-cb04bf5d9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:49:33.352391 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Bound using segment: {'id': '0806e93e-6207-4637-9f17-cb04bf5d9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:49:33.352839 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Bound port: a9a58e48-d449-47a9-923f-476db32e4a8f, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0806e93e-6207-4637-9f17-cb04bf5d9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:49:33.353204 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:33.419139 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f66c79b-7662-4e4e-8779-e2c31bda3684 req-fd531a76-303b-4147-86bc-5a6f7c93bba1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040928 Dec 15 14:49:33.483009 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] For port a9a58e48-d449-47a9-923f-476db32e4a8f, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:49:33.491786 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 42772) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:33.493656 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] For port a9a58e48-d449-47a9-923f-476db32e4a8f, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a9a58e48-d449-47a9-923f-476db32e4a8f,segment=NetworkSegment(0806e93e-6207-4637-9f17-cb04bf5d9707),segment_id=0806e93e-6207-4637-9f17-cb04bf5d9707)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:49:33.508348 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:33.512244 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267043f-c73b-4445-b480-5867b6917209 req-064b918f-c120-4706-8827-10fd0183013e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:33.513940 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a267043f-c73b-4445-b480-5867b6917209 req-064b918f-c120-4706-8827-10fd0183013e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0775149 Dec 15 14:49:33.587305 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a267043f-c73b-4445-b480-5867b6917209 req-b9e0cb73-cdd3-4cbe-ac76-148cfe47306d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614734 Dec 15 14:49:33.594910 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a58e48-d449-47a9-923f-476db32e4a8f,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:33.633386 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:33.634123 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:33.637785 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-65a1fa69-c66c-4e86-9ae0-34dbf79b40b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/a9a58e48-d449-47a9-923f-476db32e4a8f HTTP/1.1" status: 200 len: 1093 time: 0.8971345 Dec 15 14:49:33.637785 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec871f5c-1558-4a58-967a-8335f8c57be2', 'tag': 'a9a58e48-d449-47a9-923f-476db32e4a8f'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:33.638873 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916" -d '{"events": [{"name": "network-changed", "server_uuid": "ec871f5c-1558-4a58-967a-8335f8c57be2", "tag": "a9a58e48-d449-47a9-923f-476db32e4a8f"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:33.677476 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5e6a9-60b1-46fd-8c74-1ee6fc9c8b3e req-1f4f6e1a-cecd-49b6-bcd8-5b2314972633 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:33.681196 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3af5e6a9-60b1-46fd-8c74-1ee6fc9c8b3e req-1f4f6e1a-cecd-49b6-bcd8-5b2314972633 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1588159 Dec 15 14:49:33.705716 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fa5aeb-1dde-4a0f-9ceb-6337ed3d02c6 x-openstack-request-id: req-76fa5aeb-1dde-4a0f-9ceb-6337ed3d02c6 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:33.706162 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec871f5c-1558-4a58-967a-8335f8c57be2", "tag": "a9a58e48-d449-47a9-923f-476db32e4a8f", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:33.706434 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76fa5aeb-1dde-4a0f-9ceb-6337ed3d02c6 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:33.707049 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec871f5c-1558-4a58-967a-8335f8c57be2', 'tag': 'a9a58e48-d449-47a9-923f-476db32e4a8f', 'status': 'completed', 'code': 200} Dec 15 14:49:33.718803 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fc56eb92-488f-42e1-9703-a4a0d9ce8ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:33.801013 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3af5e6a9-60b1-46fd-8c74-1ee6fc9c8b3e req-0ed3312d-a3a1-4f2b-87be-8a4af62457ba tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031551 Dec 15 14:49:33.813444 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e1a46-1541-4bab-9718-a09905798b1a req-4d0a4d09-4e8f-4c40-bfa1-bdb99b22ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:33.815453 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-4d0a4d09-4e8f-4c40-bfa1-bdb99b22ed91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dd4f05b0c8b4e9c8a3f15c5844871f3&device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 1096 time: 0.1064768 Dec 15 14:49:33.845927 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fc56eb92-488f-42e1-9703-a4a0d9ce8ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:33.853354 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fc56eb92-488f-42e1-9703-a4a0d9ce8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:33.907983 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-fc56eb92-488f-42e1-9703-a4a0d9ce8ea3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c8603725f5341d49605d6603f1f14a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138379 Dec 15 14:49:33.909837 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 42784) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:33.911224 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56eb92-488f-42e1-9703-a4a0d9ce8ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495e262e-a281-48a1-906c-68343fddaac3,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:33.920257 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-42c07f76-5f25-48d3-b103-9dfa8d9c1ddb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9a58e48-d449-47a9-923f-476db32e4a8f HTTP/1.1" status: 200 len: 217 time: 0.0902107 Dec 15 14:49:33.998962 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88388-357f-4c64-b5ad-01d5c1a4052f req-e208d83b-8023-4ba3-b60b-78db0d0c4986 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:34.001281 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e0a88388-357f-4c64-b5ad-01d5c1a4052f req-e208d83b-8023-4ba3-b60b-78db0d0c4986 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 943 time: 0.0718596 Dec 15 14:49:34.024228 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e1a46-1541-4bab-9718-a09905798b1a req-936265c5-9432-4791-856f-793243063b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:34.025749 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-936265c5-9432-4791-856f-793243063b47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=faf2a278-2f16-4513-903b-7e1f82a1e30e HTTP/1.1" status: 200 len: 849 time: 0.0900950 Dec 15 14:49:34.030862 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cf7314ff-fbd5-4c63-ba0c-6642dd510df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:34.077290 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-f12d4178-68c2-452a-b944-4a416b687f42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a745ce5-db38-46dc-95b6-6acf96fef832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407760 Dec 15 14:49:34.082699 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e0a88388-357f-4c64-b5ad-01d5c1a4052f req-8cc7bcab-dc07-48bc-86b5-c98fa32ffd53 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705242 Dec 15 14:49:34.087474 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cf7314ff-fbd5-4c63-ba0c-6642dd510df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:34.205374 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-211db735-8d0d-4457-81a9-5d9013289ead service neutron] 10.222.0.64 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158068 Dec 15 14:49:34.206362 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cf7314ff-fbd5-4c63-ba0c-6642dd510df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:34.208937 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cf7314ff-fbd5-4c63-ba0c-6642dd510df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:34.210028 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-cf7314ff-fbd5-4c63-ba0c-6642dd510df3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/495e262e-a281-48a1-906c-68343fddaac3 HTTP/1.1" status: 204 len: 168 time: 0.2987959 Dec 15 14:49:34.217997 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7314ff-fbd5-4c63-ba0c-6642dd510df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495e262e-a281-48a1-906c-68343fddaac3,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:34.328852 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a97e1a46-1541-4bab-9718-a09905798b1a req-0a21a5ff-2ec6-4c3d-8b19-c0ecb5eea432 service neutron] 10.222.0.64 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014144 Dec 15 14:49:34.447830 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916 req-7529ab02-4ccc-4fea-b16e-d907569f7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:34.448104 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916 req-7529ab02-4ccc-4fea-b16e-d907569f7c45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dd4f05b0c8b4e9c8a3f15c5844871f3&device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 1096 time: 0.0483956 Dec 15 14:49:34.584559 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916 req-269a72ad-5c8e-492f-b6c6-87d0cd28df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:34.586914 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916 req-269a72ad-5c8e-492f-b6c6-87d0cd28df63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a745ce5-db38-46dc-95b6-6acf96fef832 HTTP/1.1" status: 200 len: 910 time: 0.1297550 Dec 15 14:49:34.596267 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dab9d-6323-45ac-af29-91052063e3d7 req-2776249e-49a3-47f3-a6a8-02121b6af92d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:34.597638 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-785dab9d-6323-45ac-af29-91052063e3d7 req-2776249e-49a3-47f3-a6a8-02121b6af92d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0888243 Dec 15 14:49:34.645035 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916 req-c237ecea-3f73-4ee7-acae-cbfd6b32888d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9a58e48-d449-47a9-923f-476db32e4a8f HTTP/1.1" status: 200 len: 217 time: 0.0463376 Dec 15 14:49:34.703975 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-785dab9d-6323-45ac-af29-91052063e3d7 req-b79563ad-ffcd-4130-9dcf-1fa08b4cfce1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987320 Dec 15 14:49:34.715302 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916 req-37bc2a42-2e43-4ef2-b1ae-68e86520ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:34.716799 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916 req-37bc2a42-2e43-4ef2-b1ae-68e86520ba1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=faf2a278-2f16-4513-903b-7e1f82a1e30e HTTP/1.1" status: 200 len: 849 time: 0.0592139 Dec 15 14:49:34.717878 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691046a-0ef5-40f8-a911-350875cc8804 req-6aa5b555-c37e-4a8f-b56f-5a411d4016f3 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:34.719416 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e691046a-0ef5-40f8-a911-350875cc8804 req-6aa5b555-c37e-4a8f-b56f-5a411d4016f3 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0531664 Dec 15 14:49:34.756154 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916 req-a225db3e-e28a-4211-a4d1-2b010e95bfee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a745ce5-db38-46dc-95b6-6acf96fef832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285466 Dec 15 14:49:34.770554 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e691046a-0ef5-40f8-a911-350875cc8804 req-768da1de-a44a-4a25-9160-84af493b8288 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 Dec 15 14:49:34.858192 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916 req-bb38979b-79e8-462e-a99f-803700e48e71 service neutron] 10.222.0.64 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863836 Dec 15 14:49:34.973214 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466d9ef-a340-4c57-85f2-e77bf21700a9 req-1c8bd19e-4c86-484e-95b4-7a9f9c693502 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:34.974841 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b466d9ef-a340-4c57-85f2-e77bf21700a9 req-1c8bd19e-4c86-484e-95b4-7a9f9c693502 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0982184 Dec 15 14:49:35.018840 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2b26bf6e-b8f7-4cb9-9f23-9d9d80e71916 req-2598c840-4a9e-4e77-80fe-41ce829c02e9 service neutron] 10.222.0.64 "GET /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434278 Dec 15 14:49:35.043659 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b466d9ef-a340-4c57-85f2-e77bf21700a9 req-55d78c8a-73a9-4dfb-a17e-119a6010d338 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578027 Dec 15 14:49:35.202396 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc1c50-bd46-48c9-b099-719941142122 req-ffc79740-0a5d-41e7-a656-bb07cebfcc43 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:35.204114 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4fdc1c50-bd46-48c9-b099-719941142122 req-ffc79740-0a5d-41e7-a656-bb07cebfcc43 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 943 time: 0.0506775 Dec 15 14:49:35.264292 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4fdc1c50-bd46-48c9-b099-719941142122 req-bc88da98-21e1-4a7e-96ab-d4524c812ea6 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522943 Dec 15 14:49:35.857046 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d63dba-92b5-4a63-9fef-62bba489eaed req-268b365e-94ab-4fca-a807-62c5520d860a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:35.859654 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-64d63dba-92b5-4a63-9fef-62bba489eaed req-268b365e-94ab-4fca-a807-62c5520d860a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0798457 Dec 15 14:49:35.926432 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed612780-7417-4ec6-9f7a-d5fb25b63743 req-6f17facd-5f21-446b-ae4d-8efd2909f8b6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:35.927953 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ed612780-7417-4ec6-9f7a-d5fb25b63743 req-6f17facd-5f21-446b-ae4d-8efd2909f8b6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0664876 Dec 15 14:49:35.933411 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-64d63dba-92b5-4a63-9fef-62bba489eaed req-3413cb5d-1ad9-462b-b2b1-dd4c7d59d91a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575945 Dec 15 14:49:35.980617 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ed612780-7417-4ec6-9f7a-d5fb25b63743 req-c02a4d5e-c985-4c65-b438-559482ccfcd5 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Dec 15 14:49:36.385007 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b0dd3-74c2-41a7-8292-7cd087252564 req-a635cbcb-f54c-4fd0-88b0-3e37301f0795 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:36.386729 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c8b0dd3-74c2-41a7-8292-7cd087252564 req-a635cbcb-f54c-4fd0-88b0-3e37301f0795 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 943 time: 0.0498977 Dec 15 14:49:36.447575 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9c8b0dd3-74c2-41a7-8292-7cd087252564 req-70c8786f-b556-4ee0-9aa2-b544d3b897e2 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523081 Dec 15 14:49:36.513142 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00c066-ca74-429e-8f46-4febf1c30271 req-3c3b3f54-aedf-4704-80f3-a82d04ff458a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:36.514626 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-cc00c066-ca74-429e-8f46-4febf1c30271 req-3c3b3f54-aedf-4704-80f3-a82d04ff458a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0492315 Dec 15 14:49:36.571010 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-cc00c066-ca74-429e-8f46-4febf1c30271 req-aad0af43-ef01-469a-8640-44c8ac2a7232 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500541 Dec 15 14:49:37.064303 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b049c7-6a50-48e5-a168-2e187389d8e5 req-889d88e7-afca-4790-80df-ccda3c544ab9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:37.065825 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-99b049c7-6a50-48e5-a168-2e187389d8e5 req-889d88e7-afca-4790-80df-ccda3c544ab9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0570419 Dec 15 14:49:37.113552 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-99b049c7-6a50-48e5-a168-2e187389d8e5 req-3069550b-08b3-44b1-957f-f6685fb3720d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411863 Dec 15 14:49:37.120561 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc79780-7f85-4b94-9a4a-bed2cdc2a0a4 req-8daa4395-ecd8-438b-968f-d616a3076e8b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:37.122188 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2dc79780-7f85-4b94-9a4a-bed2cdc2a0a4 req-8daa4395-ecd8-438b-968f-d616a3076e8b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0482471 Dec 15 14:49:37.170415 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2dc79780-7f85-4b94-9a4a-bed2cdc2a0a4 req-24a00401-decc-48cf-88b1-2c39cf208b66 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412543 Dec 15 14:49:37.573497 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cba56f-4e60-4f44-890a-c0643f94f8c8 req-28b904a7-b4fe-4677-897c-bb3963a590a3 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:37.574992 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-24cba56f-4e60-4f44-890a-c0643f94f8c8 req-28b904a7-b4fe-4677-897c-bb3963a590a3 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 943 time: 0.0591543 Dec 15 14:49:37.622674 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-24cba56f-4e60-4f44-890a-c0643f94f8c8 req-8d181eaa-8cd6-4ea3-ab30-92c9a1e051f5 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415940 Dec 15 14:49:38.241316 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcad9c-cd8b-4641-8bdd-1763d885a648 req-8685447d-88a1-4704-9e83-16d9fdc1712d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:38.243160 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-12dcad9c-cd8b-4641-8bdd-1763d885a648 req-8685447d-88a1-4704-9e83-16d9fdc1712d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0569136 Dec 15 14:49:38.299090 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82205819-9c32-4b84-97e8-64ae1aa8a871 req-694b6b30-9472-4754-bf40-6ae1c378b27d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:38.299680 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-12dcad9c-cd8b-4641-8bdd-1763d885a648 req-ffe66dbc-7371-4b15-8988-18cd520713ab tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500073 Dec 15 14:49:38.301164 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-82205819-9c32-4b84-97e8-64ae1aa8a871 req-694b6b30-9472-4754-bf40-6ae1c378b27d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0540075 Dec 15 14:49:38.347903 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-82205819-9c32-4b84-97e8-64ae1aa8a871 req-f653e6c4-918f-4e55-93a9-32f27c1f1988 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411789 Dec 15 14:49:38.743428 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19577bba-3bbe-4b02-9051-08b296e6be8c req-77088fe8-d19d-40a4-a5f0-60b032e444d6 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:38.745243 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-19577bba-3bbe-4b02-9051-08b296e6be8c req-77088fe8-d19d-40a4-a5f0-60b032e444d6 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 943 time: 0.0537834 Dec 15 14:49:38.793249 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-19577bba-3bbe-4b02-9051-08b296e6be8c req-80da1f06-7c39-4761-86f7-893f13f2aebe tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Dec 15 14:49:38.815930 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 42888) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:38.816079 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device a9a58e48-d449-47a9-923f-476db32e4a8f details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:49:38.915367 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port a9a58e48-d449-47a9-923f-476db32e4a8f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a9a58e48-d449-47a9-923f-476db32e4a8f,segment=NetworkSegment(0806e93e-6207-4637-9f17-cb04bf5d9707),segment_id=0806e93e-6207-4637-9f17-cb04bf5d9707)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:38.925136 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7842-cab3-4f83-b18f-2350eb90e0ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:38.934797 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': 'a9a58e48-d449-47a9-923f-476db32e4a8f', 'network_id': '5a745ce5-db38-46dc-95b6-6acf96fef832', 'port_id': 'a9a58e48-d449-47a9-923f-476db32e4a8f', 'mac_address': 'fa:16:3e:a0:3d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf2a278-2f16-4513-903b-7e1f82a1e30e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:49:38.966089 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:38.982747 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a58e48-d449-47a9-923f-476db32e4a8f {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:49:39.004909 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7842-cab3-4f83-b18f-2350eb90e0ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.007783 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port a9a58e48-d449-47a9-923f-476db32e4a8f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a9a58e48-d449-47a9-923f-476db32e4a8f,segment=NetworkSegment(0806e93e-6207-4637-9f17-cb04bf5d9707),segment_id=0806e93e-6207-4637-9f17-cb04bf5d9707)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:39.009634 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7842-cab3-4f83-b18f-2350eb90e0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.015961 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.053943 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-ad9f7842-cab3-4f83-b18f-2350eb90e0ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b479c92250d43a88a45221d0ac3af93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365584 Dec 15 14:49:39.054911 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f7842-cab3-4f83-b18f-2350eb90e0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fd2cb0-3274-4b63-8829-c78b069fc9b8,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:39.056300 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 42894) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:39.068205 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=a9a58e48-d449-47a9-923f-476db32e4a8f,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:39.105884 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9098-8c2b-4be4-8c4c-6d6d4557a5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.129477 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9098-8c2b-4be4-8c4c-6d6d4557a5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.178768 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9098-8c2b-4be4-8c4c-6d6d4557a5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.181370 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9098-8c2b-4be4-8c4c-6d6d4557a5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:39.182595 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2b1c9098-8c2b-4be4-8c4c-6d6d4557a5bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2fd2cb0-3274-4b63-8829-c78b069fc9b8 HTTP/1.1" status: 204 len: 168 time: 0.1243958 Dec 15 14:49:39.192870 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c9098-8c2b-4be4-8c4c-6d6d4557a5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fd2cb0-3274-4b63-8829-c78b069fc9b8,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:39.436099 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['a9a58e48-d449-47a9-923f-476db32e4a8f'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:49:39.453985 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d603511-b785-4995-a06d-ca3523afbff6 req-2d880135-9b05-45e6-a87f-2c5851976748 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:39.459154 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4d603511-b785-4995-a06d-ca3523afbff6 req-2d880135-9b05-45e6-a87f-2c5851976748 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0633535 Dec 15 14:49:39.474730 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714bbd7-64aa-43d3-a6b0-654c706bcf90 req-3d0e72f8-674a-499c-bab2-6160a7d618a5 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:39.478129 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a714bbd7-64aa-43d3-a6b0-654c706bcf90 req-3d0e72f8-674a-499c-bab2-6160a7d618a5 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0580847 Dec 15 14:49:39.544374 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4d603511-b785-4995-a06d-ca3523afbff6 req-26482462-bd50-4611-8b92-582a3fd59392 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648844 Dec 15 14:49:39.549487 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a714bbd7-64aa-43d3-a6b0-654c706bcf90 req-8acf95ef-fe45-4bd8-a36d-8203d8e57e3e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635588 Dec 15 14:49:39.908387 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfee23-7c54-439b-82d5-024aad1b94a6 req-dc7baf20-ba03-4809-8de1-7c32d3b50366 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:39.909890 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-17bfee23-7c54-439b-82d5-024aad1b94a6 req-dc7baf20-ba03-4809-8de1-7c32d3b50366 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 944 time: 0.0490153 Dec 15 14:49:39.961140 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-17bfee23-7c54-439b-82d5-024aad1b94a6 req-03e98cb1-dfa5-4b05-b289-3b74188624e9 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Dec 15 14:49:40.678669 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8953d76-7099-49a2-873a-749ffde8683b req-73165933-377f-455b-897b-e42a857ba9fc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:40.680222 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f8953d76-7099-49a2-873a-749ffde8683b req-73165933-377f-455b-897b-e42a857ba9fc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0608871 Dec 15 14:49:40.745884 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f8953d76-7099-49a2-873a-749ffde8683b req-c9b93abb-9b5e-4460-baaa-3465eea67aa1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576177 Dec 15 14:49:40.825371 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device a9a58e48-d449-47a9-923f-476db32e4a8f up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:40.837953 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d19771-16ca-4d09-b0f6-32e31ec8e0b5 req-861f443a-ac1a-44b3-b6d6-35c896317dcb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:40.839653 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-27d19771-16ca-4d09-b0f6-32e31ec8e0b5 req-861f443a-ac1a-44b3-b6d6-35c896317dcb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0578182 Dec 15 14:49:40.883384 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port a9a58e48-d449-47a9-923f-476db32e4a8f completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:49:40.887171 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port a9a58e48-d449-47a9-923f-476db32e4a8f triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:40.887554 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:40.890388 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-27d19771-16ca-4d09-b0f6-32e31ec8e0b5 req-ef73764d-b506-474f-a614-0acbbd17061a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441172 Dec 15 14:49:40.966775 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:40.992720 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec871f5c-1558-4a58-967a-8335f8c57be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a58e48-d449-47a9-923f-476db32e4a8f'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:40.995008 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c59b9b-121f-45a4-946d-7ea4054ae430" -d '{"events": [{"server_uuid": "ec871f5c-1558-4a58-967a-8335f8c57be2", "name": "network-vif-plugged", "status": "completed", "tag": "a9a58e48-d449-47a9-923f-476db32e4a8f"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:41.007561 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port a9a58e48-d449-47a9-923f-476db32e4a8f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a9a58e48-d449-47a9-923f-476db32e4a8f,segment=NetworkSegment(0806e93e-6207-4637-9f17-cb04bf5d9707),segment_id=0806e93e-6207-4637-9f17-cb04bf5d9707)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:41.013137 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:41.039502 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc53f6a4-1f3a-4277-b754-a8deff8bad61 x-openstack-request-id: req-bc53f6a4-1f3a-4277-b754-a8deff8bad61 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:41.039813 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec871f5c-1558-4a58-967a-8335f8c57be2", "name": "network-vif-plugged", "status": "completed", "tag": "a9a58e48-d449-47a9-923f-476db32e4a8f", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:41.040242 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc53f6a4-1f3a-4277-b754-a8deff8bad61 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:41.040650 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec871f5c-1558-4a58-967a-8335f8c57be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a58e48-d449-47a9-923f-476db32e4a8f', 'code': 200} Dec 15 14:49:41.072541 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=a9a58e48-d449-47a9-923f-476db32e4a8f,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:41.099447 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ca83b-94b1-4b17-8086-0cb076bebc57 req-e0f1005c-6c3a-4181-9ef7-a28dc197e5cd tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:41.101891 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f57ca83b-94b1-4b17-8086-0cb076bebc57 req-e0f1005c-6c3a-4181-9ef7-a28dc197e5cd tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 945 time: 0.0700815 Dec 15 14:49:41.156521 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f57ca83b-94b1-4b17-8086-0cb076bebc57 req-68f09a58-f9ab-448f-9dd7-c060c2b255c6 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480473 Dec 15 14:49:41.467397 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def78ea2-f9c3-4b47-8f2f-4e589bcaecf4 req-26fd7fa0-ac81-4854-8b84-6a05907f7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:41.468806 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-def78ea2-f9c3-4b47-8f2f-4e589bcaecf4 req-26fd7fa0-ac81-4854-8b84-6a05907f7de1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 1098 time: 0.2744405 Dec 15 14:49:41.513366 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-def78ea2-f9c3-4b47-8f2f-4e589bcaecf4 req-8da25483-c22e-4f8f-a435-6c7cd777ba93 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Dec 15 14:49:41.878899 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12778f0d-c5b5-423b-8c62-db2de297d795 req-5c68bcc8-01d7-4785-bca1-9526c3c446fb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:41.880367 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-12778f0d-c5b5-423b-8c62-db2de297d795 req-5c68bcc8-01d7-4785-bca1-9526c3c446fb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0492795 Dec 15 14:49:41.928829 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-12778f0d-c5b5-423b-8c62-db2de297d795 req-5e7922be-a218-4d78-b415-c6df2ecc7923 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Dec 15 14:49:42.011810 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0dd20-ebc8-4d0f-894a-d35d9d4479ca req-6bc24902-ee07-4734-954f-10efa20677db tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:42.013189 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7ae0dd20-ebc8-4d0f-894a-d35d9d4479ca req-6bc24902-ee07-4734-954f-10efa20677db tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0531073 Dec 15 14:49:42.060573 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7ae0dd20-ebc8-4d0f-894a-d35d9d4479ca req-a176de08-e2cf-4b78-b342-764c1a81b585 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Dec 15 14:49:42.270086 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54c9ba-f665-4183-a059-a2d59b06bcc3 req-9f1d876a-10c1-4c47-8b0e-2697a1116dc9 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:42.271502 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-cd54c9ba-f665-4183-a059-a2d59b06bcc3 req-9f1d876a-10c1-4c47-8b0e-2697a1116dc9 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 945 time: 0.0489881 Dec 15 14:49:42.340050 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-cd54c9ba-f665-4183-a059-a2d59b06bcc3 req-1cb1505e-a7c2-4785-ba7a-8bbaa55518f0 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619538 Dec 15 14:49:42.521975 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:49:43.046091 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a6c65-14bc-418f-b4ce-bb8423d50884 req-26dfa8bd-c14d-468e-ae54-1b03be2c2a64 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:43.047613 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-518a6c65-14bc-418f-b4ce-bb8423d50884 req-26dfa8bd-c14d-468e-ae54-1b03be2c2a64 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0472965 Dec 15 14:49:43.095238 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-518a6c65-14bc-418f-b4ce-bb8423d50884 req-b7c2609d-d61a-40fd-af8c-eb99f5fccbb0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Dec 15 14:49:43.176620 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6677355-13ec-41d5-9b08-4b7b2ed70ff1 req-651b244a-daa2-4baa-97d1-82ce369ddf47 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:43.178132 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c6677355-13ec-41d5-9b08-4b7b2ed70ff1 req-651b244a-daa2-4baa-97d1-82ce369ddf47 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0488360 Dec 15 14:49:43.224330 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c6677355-13ec-41d5-9b08-4b7b2ed70ff1 req-9d0d011c-d9c9-4f1c-b977-72b4ababc047 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402460 Dec 15 14:49:43.453252 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad2810-1068-4fa1-afff-505980f091db req-6a2878de-3af6-4966-abf3-784375ab661a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:43.454763 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-50ad2810-1068-4fa1-afff-505980f091db req-6a2878de-3af6-4966-abf3-784375ab661a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 945 time: 0.0483413 Dec 15 14:49:43.505475 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-50ad2810-1068-4fa1-afff-505980f091db req-a60c6dc5-18ff-4ecf-a963-6c95abd0712c tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447743 Dec 15 14:49:44.215359 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e976f-a88d-4418-b8f9-8767a3aa7c33 req-4837696e-b273-4c88-a9e9-367da50b6f5d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:44.216846 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-419e976f-a88d-4418-b8f9-8767a3aa7c33 req-4837696e-b273-4c88-a9e9-367da50b6f5d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0476010 Dec 15 14:49:44.265524 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-419e976f-a88d-4418-b8f9-8767a3aa7c33 req-2c2643b2-6b7d-497c-841a-4a8b332cca49 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Dec 15 14:49:44.348992 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b59835-905a-411d-b518-70f5bc7e3ba5 req-10053c69-60da-4878-ac46-d85a395e7456 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:44.351373 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-39b59835-905a-411d-b518-70f5bc7e3ba5 req-10053c69-60da-4878-ac46-d85a395e7456 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0492070 Dec 15 14:49:44.397291 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-39b59835-905a-411d-b518-70f5bc7e3ba5 req-66713ef7-abee-4a61-8a03-9dec54d29f00 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401251 Dec 15 14:49:44.624496 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2321c7-5b26-4442-948c-d35eb8f28c49 req-3ecf1b88-9090-47ad-9a7d-efd5cc360a11 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:44.626056 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ca2321c7-5b26-4442-948c-d35eb8f28c49 req-3ecf1b88-9090-47ad-9a7d-efd5cc360a11 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 945 time: 0.0517290 Dec 15 14:49:44.672897 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ca2321c7-5b26-4442-948c-d35eb8f28c49 req-a7eda00e-fe87-4248-9797-3fb1e7b0d19a tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Dec 15 14:49:45.390773 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1283429-2337-4d55-88fd-a3fad1a63794 req-8a277de9-a07f-43e1-8043-2d08aa632ef4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:45.392247 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d1283429-2337-4d55-88fd-a3fad1a63794 req-8a277de9-a07f-43e1-8043-2d08aa632ef4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0510781 Dec 15 14:49:45.442834 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d1283429-2337-4d55-88fd-a3fad1a63794 req-53a4bdee-ba94-4cbc-8053-9d88d6c073ef tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438175 Dec 15 14:49:45.517406 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd70346-d30e-4c40-9d66-863a3151ac29 req-e42f9301-9d5d-451f-ab3c-1bde12c6a685 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:45.518938 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efd70346-d30e-4c40-9d66-863a3151ac29 req-e42f9301-9d5d-451f-ab3c-1bde12c6a685 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0508440 Dec 15 14:49:45.575828 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efd70346-d30e-4c40-9d66-863a3151ac29 req-277ea1df-b975-459f-890b-da3e3ef733c0 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497296 Dec 15 14:49:45.792274 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dae85-d92e-49e2-a297-da581bf645bf req-25532552-6587-44ca-ae8d-c08373dc0a4f tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:45.794672 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-059dae85-d92e-49e2-a297-da581bf645bf req-25532552-6587-44ca-ae8d-c08373dc0a4f tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 945 time: 0.0538893 Dec 15 14:49:45.845526 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-059dae85-d92e-49e2-a297-da581bf645bf req-8c738d0e-7912-40ef-a23e-64403f4edc70 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Dec 15 14:49:46.573597 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947876-118c-4eff-a926-716bc64dc0da req-ada0702d-b6d5-43a1-a042-59a2586b1745 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:46.575175 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4e947876-118c-4eff-a926-716bc64dc0da req-ada0702d-b6d5-43a1-a042-59a2586b1745 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0554218 Dec 15 14:49:46.627894 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4e947876-118c-4eff-a926-716bc64dc0da req-fcb5fafe-27ec-4671-a5ae-5a4b1c738317 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446265 Dec 15 14:49:46.763036 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d49cd-5cd6-43b1-9a4b-8b2204d5b667 req-30d1bf91-4a95-487b-af7a-9d722b191a17 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:46.764552 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7e9d49cd-5cd6-43b1-9a4b-8b2204d5b667 req-30d1bf91-4a95-487b-af7a-9d722b191a17 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0515997 Dec 15 14:49:46.767505 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb8ce-7786-44d8-badd-54f6714573ef req-1d558e36-9520-4222-a2af-ce3bf2a00b96 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:46.769068 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e0fbb8ce-7786-44d8-badd-54f6714573ef req-1d558e36-9520-4222-a2af-ce3bf2a00b96 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0790949 Dec 15 14:49:46.775329 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9844eb-e473-490b-b854-80e05a64b983 req-89637455-5e6d-4c7d-b0fe-8bf8b69eec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:46.776764 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9e9844eb-e473-490b-b854-80e05a64b983 req-89637455-5e6d-4c7d-b0fe-8bf8b69eec86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 1098 time: 0.0601761 Dec 15 14:49:46.812743 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7e9d49cd-5cd6-43b1-9a4b-8b2204d5b667 req-fac5056d-fe9d-446c-897a-48f2047e6588 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Dec 15 14:49:46.872962 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e0fbb8ce-7786-44d8-badd-54f6714573ef req-7bf4f688-bbf8-4cb4-854f-989580195cef tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952330 Dec 15 14:49:46.902454 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9844eb-e473-490b-b854-80e05a64b983 req-f4510c25-4cb1-4e19-8f43-72c36b8189eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:46.905714 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9e9844eb-e473-490b-b854-80e05a64b983 req-f4510c25-4cb1-4e19-8f43-72c36b8189eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 920 time: 0.1130884 Dec 15 14:49:46.954065 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9e9844eb-e473-490b-b854-80e05a64b983 req-5fb8397e-b69a-4e11-8055-dc0bd93d57d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 HTTP/1.1" status: 200 len: 217 time: 0.0362475 Dec 15 14:49:46.967693 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91ab29-197d-469d-97f8-ef12ddeeb17d req-28efc602-8e43-478e-abd7-a7586008555f tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:46.969171 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1c91ab29-197d-469d-97f8-ef12ddeeb17d req-28efc602-8e43-478e-abd7-a7586008555f tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 945 time: 0.0493159 Dec 15 14:49:47.011439 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9844eb-e473-490b-b854-80e05a64b983 req-4c362ebd-ce93-4cc9-853e-d51b9fbb90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:47.012934 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9e9844eb-e473-490b-b854-80e05a64b983 req-4c362ebd-ce93-4cc9-853e-d51b9fbb90eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 200 len: 859 time: 0.0477321 Dec 15 14:49:47.023191 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1c91ab29-197d-469d-97f8-ef12ddeeb17d req-0b3d02b7-bf69-4945-81a2-4f42d1e8b0d2 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479944 Dec 15 14:49:47.059468 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9e9844eb-e473-490b-b854-80e05a64b983 req-513027dc-d620-4845-8aa7-74a5ff57df75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc3ba2a7-4287-4645-8e0b-f22a4538975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295928 Dec 15 14:49:47.171106 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9e9844eb-e473-490b-b854-80e05a64b983 req-23584136-0f8f-4c4b-a6a4-7a7bbee79fea service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011753 Dec 15 14:49:47.275908 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9e9844eb-e473-490b-b854-80e05a64b983 req-f71525ec-8eb4-4ac8-9d38-03ed3ac89246 service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913436 Dec 15 14:49:47.749371 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea529a6-e16f-4f50-a7f0-57dc9e884320 req-75f50586-9fec-4701-bbd2-885f0ec2de36 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:47.750939 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9ea529a6-e16f-4f50-a7f0-57dc9e884320 req-75f50586-9fec-4701-bbd2-885f0ec2de36 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0512736 Dec 15 14:49:47.804788 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9ea529a6-e16f-4f50-a7f0-57dc9e884320 req-4308e6a1-791e-46cc-ae4f-3adcb9860caf tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476508 Dec 15 14:49:47.925950 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179586f4-c243-4454-bcf3-4380f5beb6dd req-353640a2-20e3-4534-adbc-2d0a4f97fe11 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:47.927426 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-179586f4-c243-4454-bcf3-4380f5beb6dd req-353640a2-20e3-4534-adbc-2d0a4f97fe11 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 945 time: 0.0586982 Dec 15 14:49:47.931035 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a58d44-a791-43cf-90d4-cd3ec01a2763 req-2bbd47bf-39ed-4336-a313-a5d684fdda91 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:47.932588 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-01a58d44-a791-43cf-90d4-cd3ec01a2763 req-2bbd47bf-39ed-4336-a313-a5d684fdda91 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0520899 Dec 15 14:49:47.977050 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-179586f4-c243-4454-bcf3-4380f5beb6dd req-7b08d7e4-481e-41ca-b1b0-b17516d618da tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434103 Dec 15 14:49:47.984998 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-01a58d44-a791-43cf-90d4-cd3ec01a2763 req-82d735ee-85ab-4fb5-8fc8-2d3b3153dc12 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464504 Dec 15 14:49:48.086119 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d1ae4-9950-4dc7-b3fc-b5cce0d3672e req-a0f3c63a-81b4-49d6-8f14-f678af868ed1 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:48.087675 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9a1d1ae4-9950-4dc7-b3fc-b5cce0d3672e req-a0f3c63a-81b4-49d6-8f14-f678af868ed1 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0493627 Dec 15 14:49:48.137247 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9a1d1ae4-9950-4dc7-b3fc-b5cce0d3672e req-be4b2ca9-6fdf-4bd7-96ff-92ab28929cd6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432942 Dec 15 14:49:48.483460 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 43094) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:48.623563 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bfc178e5-af3c-4204-9d23-9063dcf56583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:48.703493 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bfc178e5-af3c-4204-9d23-9063dcf56583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:48.708711 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bfc178e5-af3c-4204-9d23-9063dcf56583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:48.749949 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-bfc178e5-af3c-4204-9d23-9063dcf56583 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f5fd8f9df1e4a4da0dc4d6288c5e3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650597 Dec 15 14:49:48.750794 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc178e5-af3c-4204-9d23-9063dcf56583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e878f2ff-21ea-4b91-b720-01e7882785c9,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:48.754044 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 43106) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:49:48.810884 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1111aff8-1112-4698-8513-5c3a38bd6143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:48.833959 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1111aff8-1112-4698-8513-5c3a38bd6143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:48.864125 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 30dd572f-25c7-474b-8707-b592aaa4629b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:49:48.904077 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1111aff8-1112-4698-8513-5c3a38bd6143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:48.916329 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1111aff8-1112-4698-8513-5c3a38bd6143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:48.919537 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-1111aff8-1112-4698-8513-5c3a38bd6143 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e878f2ff-21ea-4b91-b720-01e7882785c9 HTTP/1.1" status: 204 len: 168 time: 0.1641076 Dec 15 14:49:48.962518 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111aff8-1112-4698-8513-5c3a38bd6143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e878f2ff-21ea-4b91-b720-01e7882785c9,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:48.995887 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de6d07-b203-4d23-aca5-43cee218cbe8 req-db5eae53-42dc-4aad-a660-48285ab8ae47 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:49.009855 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36de6d07-b203-4d23-aca5-43cee218cbe8 req-db5eae53-42dc-4aad-a660-48285ab8ae47 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0969837 Dec 15 14:49:49.032116 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:49.069996 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '30dd572f-25c7-474b-8707-b592aaa4629b', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'port_id': '30dd572f-25c7-474b-8707-b592aaa4629b', 'mac_address': 'fa:16:3e:83:98:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:49:49.113978 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36de6d07-b203-4d23-aca5-43cee218cbe8 req-04ba3aa6-7d49-44c5-bef0-708b2aed1495 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028948 Dec 15 14:49:49.186588 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:49.200925 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5ec17-62ec-4d0c-8407-b3272b63df4a req-fa781ffc-45fc-4415-b8e3-a44a0ed69e3f tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:49.202555 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-57a5ec17-62ec-4d0c-8407-b3272b63df4a req-fa781ffc-45fc-4415-b8e3-a44a0ed69e3f tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 945 time: 0.0916195 Dec 15 14:49:49.207567 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30dd572f-25c7-474b-8707-b592aaa4629b {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:49:49.237820 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:49.249198 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:49.273866 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-57a5ec17-62ec-4d0c-8407-b3272b63df4a req-774c67d5-4c51-421e-825a-f6d16bdb7c62 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581598 Dec 15 14:49:49.352370 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99025b46-476f-47a2-8211-262a55e23321 req-64227a3f-2381-4201-8f76-715e48f3ca3f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:49.364997 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-99025b46-476f-47a2-8211-262a55e23321 req-64227a3f-2381-4201-8f76-715e48f3ca3f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1186924 Dec 15 14:49:49.423873 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=6']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:49.427817 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-99025b46-476f-47a2-8211-262a55e23321 req-051e95c9-17e1-4a53-ad62-4c8eef06e287 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598760 Dec 15 14:49:49.438786 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2511b0-6388-4109-a2cd-c3bca127fdc9 req-73f8e004-b956-4075-ac53-ba7c33b4be47 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:49.440643 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2c2511b0-6388-4109-a2cd-c3bca127fdc9 req-73f8e004-b956-4075-ac53-ba7c33b4be47 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0812745 Dec 15 14:49:49.483431 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['30dd572f-25c7-474b-8707-b592aaa4629b'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:49:49.504561 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2c2511b0-6388-4109-a2cd-c3bca127fdc9 req-30f31dad-4715-4625-8cb7-1ce7f330a5ab tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563736 Dec 15 14:49:49.645625 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-ff0985e8-dca9-4c92-9fcc-7ce0b0585b5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:49.647510 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-ff0985e8-dca9-4c92-9fcc-7ce0b0585b5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 945 time: 0.0570471 Dec 15 14:49:49.774566 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-70acece5-9502-459a-bbb5-e3c8377f5f5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Deleting port a9a58e48-d449-47a9-923f-476db32e4a8f {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:49:49.775661 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-70acece5-9502-459a-bbb5-e3c8377f5f5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:49.902180 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-70acece5-9502-459a-bbb5-e3c8377f5f5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] For port a9a58e48-d449-47a9-923f-476db32e4a8f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a9a58e48-d449-47a9-923f-476db32e4a8f,segment=NetworkSegment(0806e93e-6207-4637-9f17-cb04bf5d9707),segment_id=0806e93e-6207-4637-9f17-cb04bf5d9707)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:49.902818 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-70acece5-9502-459a-bbb5-e3c8377f5f5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:49.926476 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-70acece5-9502-459a-bbb5-e3c8377f5f5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Calling delete_port for a9a58e48-d449-47a9-923f-476db32e4a8f owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:49:50.088789 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-70acece5-9502-459a-bbb5-e3c8377f5f5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:50.103897 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['a9a58e48-d449-47a9-923f-476db32e4a8f'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:49:50.123712 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acece5-9502-459a-bbb5-e3c8377f5f5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Pushing event deleted for resources: {'Port': ['ID=a9a58e48-d449-47a9-923f-476db32e4a8f,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:50.196720 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-70acece5-9502-459a-bbb5-e3c8377f5f5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] No DVR routers for this DVR port a9a58e48-d449-47a9-923f-476db32e4a8f on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:49:50.201529 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-70acece5-9502-459a-bbb5-e3c8377f5f5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:50.215116 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a84e3ae0-c62a-4c66-85df-0b9fcd5ee9d3 req-70acece5-9502-459a-bbb5-e3c8377f5f5e tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.64 "DELETE /v2.0/ports/a9a58e48-d449-47a9-923f-476db32e4a8f HTTP/1.1" status: 204 len: 173 time: 0.5571854 Dec 15 14:49:50.218856 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec871f5c-1558-4a58-967a-8335f8c57be2', 'name': 'network-vif-deleted', 'tag': 'a9a58e48-d449-47a9-923f-476db32e4a8f'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:50.221643 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d662bf64-ba54-44d6-a9b4-23313f55b1b9" -d '{"events": [{"server_uuid": "ec871f5c-1558-4a58-967a-8335f8c57be2", "name": "network-vif-deleted", "tag": "a9a58e48-d449-47a9-923f-476db32e4a8f"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:50.320410 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac588da-406a-423a-8c86-bc3edd9f15be req-c461009d-fb42-4b2d-a428-cb1c11b33e9e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:50.321989 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8ac588da-406a-423a-8c86-bc3edd9f15be req-c461009d-fb42-4b2d-a428-cb1c11b33e9e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 944 time: 0.0806355 Dec 15 14:49:50.343273 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f8d76a-95da-4e9e-813f-c1617da631a2 x-openstack-request-id: req-a4f8d76a-95da-4e9e-813f-c1617da631a2 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:50.344064 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec871f5c-1558-4a58-967a-8335f8c57be2", "name": "network-vif-deleted", "tag": "a9a58e48-d449-47a9-923f-476db32e4a8f", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:50.344609 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4f8d76a-95da-4e9e-813f-c1617da631a2 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:50.345318 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec871f5c-1558-4a58-967a-8335f8c57be2', 'name': 'network-vif-deleted', 'tag': 'a9a58e48-d449-47a9-923f-476db32e4a8f', 'status': 'completed', 'code': 200} Dec 15 14:49:50.416944 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8ac588da-406a-423a-8c86-bc3edd9f15be req-00915d32-5f13-41ea-b80b-77be68add29a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843666 Dec 15 14:49:50.471669 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2f05690a-5e56-483f-b5e4-2443c45bcac5 req-51cfac67-96d0-4a77-8769-05570eee15a6 tempest-VolumesActionsTest-58460809 tempest-VolumesActionsTest-58460809-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec871f5c-1558-4a58-967a-8335f8c57be2 HTTP/1.1" status: 200 len: 210 time: 0.0278730 Dec 15 14:49:50.526457 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd36c-14b5-44b5-a166-75dd36edb228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:50.600514 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a7623-8d78-4484-8fe0-d17deb0c542e req-452a6988-15b5-445b-bd9f-b156b81e1ee2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:50.602271 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-864a7623-8d78-4484-8fe0-d17deb0c542e req-452a6988-15b5-445b-bd9f-b156b81e1ee2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0808620 Dec 15 14:49:50.664819 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d0cfa-6546-47b1-9e6a-eccff7e72bb1 req-92b1261a-35ef-4cc0-9005-524ae977bf52 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:50.666688 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4d8d0cfa-6546-47b1-9e6a-eccff7e72bb1 req-92b1261a-35ef-4cc0-9005-524ae977bf52 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0692041 Dec 15 14:49:50.695918 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-864a7623-8d78-4484-8fe0-d17deb0c542e req-175039d0-28ab-437d-a388-50e74953689a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811718 Dec 15 14:49:50.738966 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4d8d0cfa-6546-47b1-9e6a-eccff7e72bb1 req-ab4758f3-5a5f-4f7a-8dce-1fa91e90bda3 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595131 Dec 15 14:49:50.870258 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 30dd572f-25c7-474b-8707-b592aaa4629b up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:49:50.965749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 30dd572f-25c7-474b-8707-b592aaa4629b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:49:50.966409 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:51.077403 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:51.105397 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:49:51.107883 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0481efd-0327-4750-a786-f17951351879" -d '{"events": [{"server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "name": "network-vif-plugged", "status": "completed", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:49:51.122775 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:49:51.129288 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:51.157176 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee336024-9757-4f2b-9fcb-38f829700492 x-openstack-request-id: req-ee336024-9757-4f2b-9fcb-38f829700492 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:49:51.157591 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "name": "network-vif-plugged", "status": "completed", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:49:51.157911 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee336024-9757-4f2b-9fcb-38f829700492 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:49:51.158383 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b', 'code': 200} Dec 15 14:49:51.188035 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=7']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:49:51.575842 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8514ed3-3c2b-4724-a8e8-80bdab8448d8 req-0cf767da-d5b9-4cd9-b4f5-b63dff156187 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:51.577887 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c8514ed3-3c2b-4724-a8e8-80bdab8448d8 req-0cf767da-d5b9-4cd9-b4f5-b63dff156187 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0845573 Dec 15 14:49:51.658816 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c8514ed3-3c2b-4724-a8e8-80bdab8448d8 req-b69ee299-bdfc-40c5-b3b5-af967883e21e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723019 Dec 15 14:49:51.888490 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09049d-3899-43e0-8743-6cba26e91df1 req-76874247-3531-420e-ac2d-a4661666824b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:51.899193 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-be09049d-3899-43e0-8743-6cba26e91df1 req-76874247-3531-420e-ac2d-a4661666824b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1087236 Dec 15 14:49:51.901804 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b332898-a8fb-4894-8f1e-902e30b197c5 req-b5acb892-3e3d-410d-a1b6-18e5c58a04d5 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:51.909841 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1b332898-a8fb-4894-8f1e-902e30b197c5 req-b5acb892-3e3d-410d-a1b6-18e5c58a04d5 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0735302 Dec 15 14:49:51.980854 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-be09049d-3899-43e0-8743-6cba26e91df1 req-a034a1ee-3262-46e4-9385-cf9dd957244f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804622 Dec 15 14:49:51.985832 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1b332898-a8fb-4894-8f1e-902e30b197c5 req-d6832634-07eb-4613-a15d-68b0177edcb5 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748076 Dec 15 14:49:52.813779 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0a68-7298-464b-bf2f-83d6df3385b2 req-f9306ed4-53a9-44fd-b66d-0ce6fdf7aa55 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:52.822647 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a41b0a68-7298-464b-bf2f-83d6df3385b2 req-f9306ed4-53a9-44fd-b66d-0ce6fdf7aa55 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0809486 Dec 15 14:49:52.877607 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a41b0a68-7298-464b-bf2f-83d6df3385b2 req-a70e0706-b7c9-4717-ac1e-885d7eea1901 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537429 Dec 15 14:49:52.947172 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-3747e507-6e78-44a5-a374-1a1cd3d64f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:53.127498 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4eeb8-f803-44e8-9849-cd28386e8bee req-56dc8512-bdb6-4d81-9642-8360c5a78703 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:53.135541 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-28f4eeb8-f803-44e8-9849-cd28386e8bee req-56dc8512-bdb6-4d81-9642-8360c5a78703 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0644071 Dec 15 14:49:53.155870 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d539f-3a1b-4e75-9f2e-25c9cd1b25a3 req-8314b3d4-535a-4c2f-9782-a50917cf08ab tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:53.164347 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e85d539f-3a1b-4e75-9f2e-25c9cd1b25a3 req-8314b3d4-535a-4c2f-9782-a50917cf08ab tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0789096 Dec 15 14:49:53.205611 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-28f4eeb8-f803-44e8-9849-cd28386e8bee req-8049e3dc-a462-4ae5-9330-b61166958ecb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688174 Dec 15 14:49:53.223901 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e85d539f-3a1b-4e75-9f2e-25c9cd1b25a3 req-00302766-df7b-418e-8353-185673948bd9 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586708 Dec 15 14:49:54.023033 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0233c-2ccf-49db-8c21-9b22fefad42b req-248a4d61-d9da-4fb8-a10b-3bbf82b59d46 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:54.030737 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78a0233c-2ccf-49db-8c21-9b22fefad42b req-248a4d61-d9da-4fb8-a10b-3bbf82b59d46 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0688760 Dec 15 14:49:54.100270 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78a0233c-2ccf-49db-8c21-9b22fefad42b req-46369746-61de-4455-97d0-5b12c1c9ea4b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643790 Dec 15 14:49:54.128518 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:54.360794 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9d58a-60d1-4d48-8b46-cf7aac71337d req-090eb93e-ab1d-4f21-b132-a3b6b5b457bd tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:54.364271 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-54d9d58a-60d1-4d48-8b46-cf7aac71337d req-090eb93e-ab1d-4f21-b132-a3b6b5b457bd tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0710351 Dec 15 14:49:54.406994 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43641e-1b79-4b28-81e7-71522a439028 req-b3af300b-4b17-4d34-8ec7-9e421b251d46 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:54.421380 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8b43641e-1b79-4b28-81e7-71522a439028 req-b3af300b-4b17-4d34-8ec7-9e421b251d46 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1098657 Dec 15 14:49:54.433342 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-54d9d58a-60d1-4d48-8b46-cf7aac71337d req-cf955d41-8253-4ca0-a029-813aceb09478 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575855 Dec 15 14:49:54.483005 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8b43641e-1b79-4b28-81e7-71522a439028 req-e49e49b2-f5c5-4d3a-8671-dceb00ffd98b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602674 Dec 15 14:49:55.231911 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5efa8-76be-4bf8-bddf-757f003106d5 req-93964de0-d131-46ac-a11a-b5498a1af571 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:55.233511 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ddc5efa8-76be-4bf8-bddf-757f003106d5 req-93964de0-d131-46ac-a11a-b5498a1af571 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0601642 Dec 15 14:49:55.289902 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ddc5efa8-76be-4bf8-bddf-757f003106d5 req-e276f76d-5386-4042-bb18-bf6f59095dc3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466125 Dec 15 14:49:55.633572 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9709-e197-48bc-950f-4e086a8741ff req-d31a1fab-5d2c-4892-b5c1-6c79822ce914 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:55.636452 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-739a9709-e197-48bc-950f-4e086a8741ff req-d31a1fab-5d2c-4892-b5c1-6c79822ce914 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.1031673 Dec 15 14:49:55.663113 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93297b3-8acd-4ae3-a2be-819de37b48cb req-ca0423f7-a131-483b-86b6-00acc981ab03 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:55.671481 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b93297b3-8acd-4ae3-a2be-819de37b48cb req-ca0423f7-a131-483b-86b6-00acc981ab03 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0734282 Dec 15 14:49:55.717584 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-739a9709-e197-48bc-950f-4e086a8741ff req-b2d27643-99e6-40aa-82f7-6f7a36f90bcf tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695012 Dec 15 14:49:55.743103 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b93297b3-8acd-4ae3-a2be-819de37b48cb req-46ba470c-7f3c-4ba1-b22c-6571eb522ed5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628395 Dec 15 14:49:55.764264 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device a9a58e48-d449-47a9-923f-476db32e4a8f no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:49:55.797861 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: a9a58e48-d449-47a9-923f-476db32e4a8f {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:49:55.798209 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device a9a58e48-d449-47a9-923f-476db32e4a8f not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:49:56.179760 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:56.425924 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6473d8-2f6e-4da4-a561-aedbc864c597 req-89e1c0f0-491d-463c-888f-3c07a8018d69 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:56.430710 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ff6473d8-2f6e-4da4-a561-aedbc864c597 req-89e1c0f0-491d-463c-888f-3c07a8018d69 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0537980 Dec 15 14:49:56.484705 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ff6473d8-2f6e-4da4-a561-aedbc864c597 req-828a733c-07ee-4d0d-a6e7-74addd56f55a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500922 Dec 15 14:49:56.834564 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:49:56.898570 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0d294-fcbd-415a-bf18-e7ae92b1a71a req-4e2d6b86-154b-4645-91f7-1f11d18a7147 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:56.900400 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-66f0d294-fcbd-415a-bf18-e7ae92b1a71a req-4e2d6b86-154b-4645-91f7-1f11d18a7147 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0790367 Dec 15 14:49:56.915882 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526b99f-f375-45e7-959c-c8a62373785e req-ed8519a2-d2ff-4c01-8158-572e97dbee08 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:56.918184 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1526b99f-f375-45e7-959c-c8a62373785e req-ed8519a2-d2ff-4c01-8158-572e97dbee08 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0740180 Dec 15 14:49:56.969980 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-66f0d294-fcbd-415a-bf18-e7ae92b1a71a req-89e0bec4-97ec-4074-86b7-e08636c9eb4e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615103 Dec 15 14:49:56.999534 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1526b99f-f375-45e7-959c-c8a62373785e req-ac6b8fc0-6e12-4fe5-9880-e4bc1265041f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713205 Dec 15 14:49:57.626385 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0fc6f-b183-4def-85db-f7e4f13139b6 req-440cbf93-a6b7-46e7-af72-21a73af6b1b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:57.627911 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eef0fc6f-b183-4def-85db-f7e4f13139b6 req-440cbf93-a6b7-46e7-af72-21a73af6b1b9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0593538 Dec 15 14:49:57.688609 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eef0fc6f-b183-4def-85db-f7e4f13139b6 req-f0d51fb7-28f4-4968-8920-fbb1f21d3389 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521858 Dec 15 14:49:58.128370 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6a12a-1012-4add-a731-7f6ac1d4649f req-a10d7ce7-1805-46bc-ae57-d146bc2e071c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:58.131925 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d3b6a12a-1012-4add-a731-7f6ac1d4649f req-a10d7ce7-1805-46bc-ae57-d146bc2e071c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0660782 Dec 15 14:49:58.173251 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31bac0-dac2-4bf6-be80-95894ace54e4 req-028ca0d0-4e0a-45ce-9f68-66029de0b991 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:58.174979 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7d31bac0-dac2-4bf6-be80-95894ace54e4 req-028ca0d0-4e0a-45ce-9f68-66029de0b991 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0746288 Dec 15 14:49:58.198681 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d3b6a12a-1012-4add-a731-7f6ac1d4649f req-3a620acc-183e-4e92-bfb6-c26c22a442dc tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509617 Dec 15 14:49:58.241226 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7d31bac0-dac2-4bf6-be80-95894ace54e4 req-407d2841-6cc1-45fc-93fc-ecfe661df32c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559039 Dec 15 14:49:58.827193 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16241705-0463-4bc1-b9de-f2d407c83c68 req-0d3508dc-ca80-405b-9c42-0d89cca20a2e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:58.828846 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-16241705-0463-4bc1-b9de-f2d407c83c68 req-0d3508dc-ca80-405b-9c42-0d89cca20a2e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0589612 Dec 15 14:49:58.887622 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-16241705-0463-4bc1-b9de-f2d407c83c68 req-ed9d1f26-e9de-43b2-beb8-e96be369c090 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515692 Dec 15 14:49:59.324105 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffea10d-2465-40d0-a3a9-83dd5d99c2d3 req-0840f238-ec62-4ae7-ad27-008e306c3661 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:59.325822 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2ffea10d-2465-40d0-a3a9-83dd5d99c2d3 req-0840f238-ec62-4ae7-ad27-008e306c3661 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0577283 Dec 15 14:49:59.370572 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047d823-98b6-4075-8190-bdc06778be5a req-38ee9723-f1c2-4287-a04b-2946afccf3ca tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:59.372198 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2047d823-98b6-4075-8190-bdc06778be5a req-38ee9723-f1c2-4287-a04b-2946afccf3ca tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0577672 Dec 15 14:49:59.375775 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2ffea10d-2465-40d0-a3a9-83dd5d99c2d3 req-c6a3f6b5-2030-4eae-9723-ecb6c2153d93 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439909 Dec 15 14:49:59.427731 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2047d823-98b6-4075-8190-bdc06778be5a req-563ba448-1459-49cc-97a9-47f8763cb17f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489051 Dec 15 14:49:59.828484 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-aea3cf66-c71b-4d46-8539-d3529e856bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:59.830817 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-aea3cf66-c71b-4d46-8539-d3529e856bbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 1098 time: 0.0507658 Dec 15 14:49:59.931308 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-30bb8355-f12c-4a0b-91c4-53ba7d8e8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:49:59.932992 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-30bb8355-f12c-4a0b-91c4-53ba7d8e8f49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 918 time: 0.0948241 Dec 15 14:50:00.036521 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-5b017f41-63e7-4351-bfb0-53faa85ef159 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd572f-25c7-474b-8707-b592aaa4629b HTTP/1.1" status: 200 len: 1000 time: 0.0920830 Dec 15 14:50:00.053206 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b3979-f126-4a15-a88f-60be8dfc78fb req-75ba3fcb-4f49-49fb-bb78-a864adc7d77f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:00.054917 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ea4b3979-f126-4a15-a88f-60be8dfc78fb req-75ba3fcb-4f49-49fb-bb78-a864adc7d77f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0696495 Dec 15 14:50:00.123640 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-5c037f3a-904d-4a12-b1e2-a99b6b4a6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:00.125138 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-5c037f3a-904d-4a12-b1e2-a99b6b4a6af5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.0799968 Dec 15 14:50:00.138071 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ea4b3979-f126-4a15-a88f-60be8dfc78fb req-c4fd1795-e01f-47eb-8bda-e43e93f7ba45 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759790 Dec 15 14:50:00.185212 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-7f5a6760-5281-4751-8c36-9e6924aa20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:00.186752 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-7f5a6760-5281-4751-8c36-9e6924aa20e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455110 Dec 15 14:50:00.293381 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-a3e09447-1a10-4a63-b1d9-7c64edc46ea6 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978839 Dec 15 14:50:00.405042 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f32cdc9d-03f8-4f48-a2e4-102436e226d1 req-260e79b9-6052-44d9-b691-f0eee87a3fd7 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042039 Dec 15 14:50:00.501094 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608679f7-34d9-4bd0-96fd-24d8aace5cb8 req-0521e056-0254-4af5-bf95-94246076088e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:00.502673 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-608679f7-34d9-4bd0-96fd-24d8aace5cb8 req-0521e056-0254-4af5-bf95-94246076088e tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0535877 Dec 15 14:50:00.554007 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e69b-7291-438a-b4d3-1bcd84c50591 req-87c4ed10-992b-4deb-a11d-d6644ec0e101 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:00.555667 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad14e69b-7291-438a-b4d3-1bcd84c50591 req-87c4ed10-992b-4deb-a11d-d6644ec0e101 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0527477 Dec 15 14:50:00.559223 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-608679f7-34d9-4bd0-96fd-24d8aace5cb8 req-9a7ac870-bf0e-456c-8e4f-51ee23d73b1f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502486 Dec 15 14:50:00.630856 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad14e69b-7291-438a-b4d3-1bcd84c50591 req-f27929e9-aeec-477b-8ed6-f0147d28285d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644615 Dec 15 14:50:01.297005 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7ca89-b567-45df-9ad1-8ea709c7c0cb req-9708998c-1711-41e3-9abd-3c962cce088f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:01.300180 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d2e7ca89-b567-45df-9ad1-8ea709c7c0cb req-9708998c-1711-41e3-9abd-3c962cce088f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.0801120 Dec 15 14:50:01.690701 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3080fae-a207-4a78-b1bf-e3de0c6d4216 req-ba7aacc3-a720-4f74-9003-5757dc8cc7d4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:01.693616 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f3080fae-a207-4a78-b1bf-e3de0c6d4216 req-ba7aacc3-a720-4f74-9003-5757dc8cc7d4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0556753 Dec 15 14:50:01.703520 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d2e7ca89-b567-45df-9ad1-8ea709c7c0cb req-9365621c-4bbb-4578-8928-216ad44e7785 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964105 Dec 15 14:50:01.773415 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f3080fae-a207-4a78-b1bf-e3de0c6d4216 req-92fc9798-dd5a-4987-aa08-061e49c1b9fc tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715582 Dec 15 14:50:01.800990 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:01.844493 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34548745-d417-47f2-adaf-3f0c1bfa0d7c req-3d9ba7a0-abc3-4bd4-a5c8-87b6a8905182 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:01.846366 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-34548745-d417-47f2-adaf-3f0c1bfa0d7c req-3d9ba7a0-abc3-4bd4-a5c8-87b6a8905182 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0554092 Dec 15 14:50:01.910092 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-34548745-d417-47f2-adaf-3f0c1bfa0d7c req-fd741313-7945-4e3a-b616-1eff2f791093 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560482 Dec 15 14:50:02.441529 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-29d0997e-872c-450a-9805-683c15619e9e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558491 Dec 15 14:50:02.918961 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c086fa-0283-4812-81cf-618ca9e0c726 req-7877bc21-30c2-4081-8a0d-554a35b7910b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:02.928834 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-10c086fa-0283-4812-81cf-618ca9e0c726 req-7877bc21-30c2-4081-8a0d-554a35b7910b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 945 time: 0.1357591 Dec 15 14:50:02.934256 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62c05e-ad59-4dd6-a272-3f62f79679fe req-74c6f49b-918e-4b46-971b-ddb6158e97ee tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:02.936033 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8d62c05e-ad59-4dd6-a272-3f62f79679fe req-74c6f49b-918e-4b46-971b-ddb6158e97ee tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0583057 Dec 15 14:50:03.022305 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8d62c05e-ad59-4dd6-a272-3f62f79679fe req-1a040d91-31d2-45d2-8d5e-b3b20c235663 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793531 Dec 15 14:50:03.023647 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-10c086fa-0283-4812-81cf-618ca9e0c726 req-6414a555-cfc5-4d60-918d-3caf034e5478 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936410 Dec 15 14:50:03.180746 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f3b5-41ca-4cd5-b650-c3ca7f54bf15 req-ac88281c-b093-4010-b6e1-fe263c53bd2d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:03.182359 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5135f3b5-41ca-4cd5-b650-c3ca7f54bf15 req-ac88281c-b093-4010-b6e1-fe263c53bd2d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0687017 Dec 15 14:50:03.242294 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5135f3b5-41ca-4cd5-b650-c3ca7f54bf15 req-171e1126-d591-449c-97bb-ca8154ed2a56 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528703 Dec 15 14:50:03.573515 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-0be7d25d-2c3f-433c-abc3-5e4f34b1d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:03.575129 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-0be7d25d-2c3f-433c-abc3-5e4f34b1d238 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 1099 time: 0.0647624 Dec 15 14:50:03.743229 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-3e503ecc-4fe1-4bdf-ae70-f65d87a0a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:03.745054 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-3e503ecc-4fe1-4bdf-ae70-f65d87a0a306 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 920 time: 0.1360221 Dec 15 14:50:03.783190 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 30dd572f-25c7-474b-8707-b592aaa4629b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:50:03.799519 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-dd149c90-c72d-44b0-a570-ba17b07deca9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 HTTP/1.1" status: 200 len: 217 time: 0.0413134 Dec 15 14:50:03.875106 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-e355f1c6-0cf1-4dc1-823e-6c9541540afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:03.883916 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-e355f1c6-0cf1-4dc1-823e-6c9541540afd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 200 len: 859 time: 0.0668530 Dec 15 14:50:03.925012 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-77b2fd15-0a1f-4e0c-8a80-b94ae02cb267 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc3ba2a7-4287-4645-8e0b-f22a4538975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310755 Dec 15 14:50:03.951684 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:03.988897 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:50:03.991650 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aed280-69ea-401b-85fe-2a5a8bb5b3a8" -d '{"events": [{"server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "name": "network-vif-unplugged", "status": "completed", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:50:04.010932 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:04.017400 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:04.101671 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765e5e7a-25dd-42eb-bcbb-a89f22271eb9 x-openstack-request-id: req-765e5e7a-25dd-42eb-bcbb-a89f22271eb9 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:50:04.102036 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "name": "network-vif-unplugged", "status": "completed", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:50:04.102257 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-765e5e7a-25dd-42eb-bcbb-a89f22271eb9 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:50:04.102817 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b', 'code': 200} Dec 15 14:50:04.103799 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=8']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:04.107592 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-fd56d496-087e-4c63-9999-4deef5a85df7 service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715648 Dec 15 14:50:04.114123 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.114610 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.115206 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.115561 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.115899 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.116237 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.116587 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.117067 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.117414 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.117786 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.118138 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.118735 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.119143 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:04.180170 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1e48e-0ff4-40d2-9e74-572c6f4702b0 req-93ae7678-16a6-4582-9264-c0e1efe3fcfa tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:04.188565 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c4a1e48e-0ff4-40d2-9e74-572c6f4702b0 req-93ae7678-16a6-4582-9264-c0e1efe3fcfa tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0609317 Dec 15 14:50:04.252381 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c4a1e48e-0ff4-40d2-9e74-572c6f4702b0 req-3c2afa09-c5af-4f2b-a579-59906972bd7c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623775 Dec 15 14:50:04.269499 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b22f3-e684-42fb-afc1-0379e70ea8c4 req-d4bc5ecc-e0f6-4f37-bedc-a3c37039fea5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:04.280340 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a10b22f3-e684-42fb-afc1-0379e70ea8c4 req-d4bc5ecc-e0f6-4f37-bedc-a3c37039fea5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.1411173 Dec 15 14:50:04.378711 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a10b22f3-e684-42fb-afc1-0379e70ea8c4 req-de933fe1-a8a6-495f-bee9-e098ff7b29ba tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972567 Dec 15 14:50:04.379108 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e443b-b5be-41d5-93d0-7ec45e6c8dc8 req-91322c21-330a-4503-a955-3791e84c7516 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:04.381489 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-856e443b-b5be-41d5-93d0-7ec45e6c8dc8 req-91322c21-330a-4503-a955-3791e84c7516 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0581131 Dec 15 14:50:04.388060 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-68c4b806-a058-495b-b0c8-dc191bcd44a0 req-f5e42b49-5535-49b8-8861-6a601de58bf1 service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667758 Dec 15 14:50:04.471437 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-856e443b-b5be-41d5-93d0-7ec45e6c8dc8 req-da8b50d8-1b18-47e1-8a51-06adc2805a74 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817878 Dec 15 14:50:04.794699 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423df2e-06ff-40e0-aa86-d4102be6bf12 req-6f8f2025-2b87-478b-9c2f-6caa05ecc886 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:04.804545 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7423df2e-06ff-40e0-aa86-d4102be6bf12 req-6f8f2025-2b87-478b-9c2f-6caa05ecc886 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.1122301 Dec 15 14:50:04.837936 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d36f-777d-4a69-b692-8dc873e89229 req-12b44737-5a2f-423e-baed-5b1e0d7cd0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:04.841008 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8449d36f-777d-4a69-b692-8dc873e89229 req-12b44737-5a2f-423e-baed-5b1e0d7cd0c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 1099 time: 0.0906053 Dec 15 14:50:04.867861 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7423df2e-06ff-40e0-aa86-d4102be6bf12 req-be0c6d1e-a9d7-4688-bdc6-899e461d4e16 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615864 Dec 15 14:50:05.050306 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d36f-777d-4a69-b692-8dc873e89229 req-2ce3f2ca-7c85-4014-91e7-9a7d950e1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:05.054660 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8449d36f-777d-4a69-b692-8dc873e89229 req-2ce3f2ca-7c85-4014-91e7-9a7d950e1ed9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 912 time: 0.2032371 Dec 15 14:50:05.412886 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61df92c-4b6c-456a-814c-d2047a94cd85 req-6c6d6d70-d7fd-427e-aad1-25962dbe8035 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:05.426345 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c61df92c-4b6c-456a-814c-d2047a94cd85 req-6c6d6d70-d7fd-427e-aad1-25962dbe8035 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0754461 Dec 15 14:50:05.501795 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c61df92c-4b6c-456a-814c-d2047a94cd85 req-910682e1-a0ca-468c-8f7e-a027b42a6624 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753419 Dec 15 14:50:05.568466 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2249bdb-f05f-4ffd-9961-5e774dfd3207 req-36519256-548f-4dc4-a041-7fbc8cae4ff2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:05.571782 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a2249bdb-f05f-4ffd-9961-5e774dfd3207 req-36519256-548f-4dc4-a041-7fbc8cae4ff2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0901966 Dec 15 14:50:05.664900 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a2249bdb-f05f-4ffd-9961-5e774dfd3207 req-d666b0ca-718d-4669-ac47-16abf9760049 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845342 Dec 15 14:50:06.017040 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5d8af-cadc-48d0-8016-202c64b020b4 req-d665476a-dd7c-4d12-b3be-0638b8da4523 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:06.021320 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b8f5d8af-cadc-48d0-8016-202c64b020b4 req-d665476a-dd7c-4d12-b3be-0638b8da4523 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0670373 Dec 15 14:50:06.087208 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b8f5d8af-cadc-48d0-8016-202c64b020b4 req-17e7acd1-71e2-422e-8569-77be81878603 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567787 Dec 15 14:50:06.678779 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc689f2a-4585-4378-b980-32ae9ce2ce8a req-b3199627-f25f-4142-a5fa-00bedf046640 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:06.680615 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bc689f2a-4585-4378-b980-32ae9ce2ce8a req-b3199627-f25f-4142-a5fa-00bedf046640 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0716460 Dec 15 14:50:06.771483 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bc689f2a-4585-4378-b980-32ae9ce2ce8a req-3c4fb0f9-690e-4aff-bd44-eff19c6bbaa4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822470 Dec 15 14:50:06.816468 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b1244-663d-4b6c-817e-f817092e3323 req-57b6d640-d26b-494a-9223-3848a6e7047c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:06.819012 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6c7b1244-663d-4b6c-817e-f817092e3323 req-57b6d640-d26b-494a-9223-3848a6e7047c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0606639 Dec 15 14:50:06.885066 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6c7b1244-663d-4b6c-817e-f817092e3323 req-184bb127-b36c-446e-9f76-6e207370d343 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592234 Dec 15 14:50:07.232774 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576458fc-92b3-4686-bede-ee842221383a req-b5d1638e-7ec1-4ee0-8e08-e8d9e8cd3d4f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:07.234495 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-576458fc-92b3-4686-bede-ee842221383a req-b5d1638e-7ec1-4ee0-8e08-e8d9e8cd3d4f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0688107 Dec 15 14:50:07.319910 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-576458fc-92b3-4686-bede-ee842221383a req-508961bb-dbc2-4b7c-8ffd-c95464098edb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766797 Dec 15 14:50:07.892606 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55301ef-144c-4f55-a9ab-37806768b9d3 req-7c00c4a1-6d20-4a0a-b8f2-d961655ec915 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:07.894217 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a55301ef-144c-4f55-a9ab-37806768b9d3 req-7c00c4a1-6d20-4a0a-b8f2-d961655ec915 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0564845 Dec 15 14:50:08.075283 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8449d36f-777d-4a69-b692-8dc873e89229 req-827fb8a4-6a9b-4a36-9185-b6fbd141c6e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0 HTTP/1.1" status: 200 len: 1001 time: 0.1500785 Dec 15 14:50:08.103084 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c83eaf-c875-4a04-9e77-f37e55665e13 req-e3602dc6-ee9c-4405-ac23-61c10a7e2f15 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:08.109709 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-30c83eaf-c875-4a04-9e77-f37e55665e13 req-e3602dc6-ee9c-4405-ac23-61c10a7e2f15 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0977910 Dec 15 14:50:08.146303 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a55301ef-144c-4f55-a9ab-37806768b9d3 req-e94ae02c-0f39-41f7-ac3f-186751da686b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429206 Dec 15 14:50:08.196657 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-30c83eaf-c875-4a04-9e77-f37e55665e13 req-696c911f-d1a6-4269-a4f8-bc2516ab65f1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772510 Dec 15 14:50:08.212774 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d36f-777d-4a69-b692-8dc873e89229 req-2d1e683b-084e-4fb0-89ee-5e86d59be998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:08.214795 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8449d36f-777d-4a69-b692-8dc873e89229 req-2d1e683b-084e-4fb0-89ee-5e86d59be998 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea9f991a-1870-4cf7-ad23-48cda883cb39 HTTP/1.1" status: 200 len: 850 time: 0.1048098 Dec 15 14:50:08.277304 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d36f-777d-4a69-b692-8dc873e89229 req-6f39fc02-dc40-498f-8490-7e42344de297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:08.278850 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8449d36f-777d-4a69-b692-8dc873e89229 req-6f39fc02-dc40-498f-8490-7e42344de297 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a278692-3315-4faf-ad0e-7760eff511d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532148 Dec 15 14:50:08.385806 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8449d36f-777d-4a69-b692-8dc873e89229 req-9a17c24e-80b1-47e6-af04-538bfb48a5fd service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982385 Dec 15 14:50:08.526700 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d3990-dcb0-4ecb-aef9-eca5a9f4b50a req-0ab2cd1c-1157-4cea-84ff-41864da2ef5f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:08.528469 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3c9d3990-dcb0-4ecb-aef9-eca5a9f4b50a req-0ab2cd1c-1157-4cea-84ff-41864da2ef5f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.1127353 Dec 15 14:50:08.535977 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8449d36f-777d-4a69-b692-8dc873e89229 req-ef6883b2-0964-4bb6-b63a-dd5aa0f002ea service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416206 Dec 15 14:50:08.598039 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3c9d3990-dcb0-4ecb-aef9-eca5a9f4b50a req-87bbde4e-bbb7-45ab-b9fa-09f713f7cd06 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567279 Dec 15 14:50:09.339883 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf689a3-65af-4f7f-9f20-179abfb3f118 req-f80d854d-73d2-4e02-819a-3e29d02d4806 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:09.354111 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-acf689a3-65af-4f7f-9f20-179abfb3f118 req-f80d854d-73d2-4e02-819a-3e29d02d4806 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1137364 Dec 15 14:50:09.419768 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fc9ef-0e49-4d98-a063-e861b53c86b7 req-5e08f1c8-7129-43ed-9008-c3a72b4e8b43 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:09.427885 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5c8fc9ef-0e49-4d98-a063-e861b53c86b7 req-5e08f1c8-7129-43ed-9008-c3a72b4e8b43 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0792456 Dec 15 14:50:09.441678 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-acf689a3-65af-4f7f-9f20-179abfb3f118 req-5d69a2e0-6f78-4bff-94c1-a74c0a5d0b69 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850484 Dec 15 14:50:09.498966 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5c8fc9ef-0e49-4d98-a063-e861b53c86b7 req-e69956b3-088b-4607-abbb-2a8deb6960bc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682194 Dec 15 14:50:09.765094 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa1653-8033-40ed-8106-c4970267bca0 req-3c17b7f0-4f59-46d6-96e0-f3efb5db4683 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:09.767180 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-38fa1653-8033-40ed-8106-c4970267bca0 req-3c17b7f0-4f59-46d6-96e0-f3efb5db4683 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0618854 Dec 15 14:50:09.852194 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-38fa1653-8033-40ed-8106-c4970267bca0 req-db9911b9-79c0-4253-9569-226dd80751c6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782766 Dec 15 14:50:10.182262 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [req-614016ec-38f7-4f20-a2fb-123ffbdb6bd8 req-56693a24-30f7-445f-8df3-588a24737467 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:50:10.183843 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-614016ec-38f7-4f20-a2fb-123ffbdb6bd8 req-56693a24-30f7-445f-8df3-588a24737467 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056608 Dec 15 14:50:10.400508 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f9f99-4063-4f6c-81ac-ccf2f5206c0d req-b5220f19-26a8-4c7d-8322-21ec9be7e9b7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:10.402459 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bd8f9f99-4063-4f6c-81ac-ccf2f5206c0d req-b5220f19-26a8-4c7d-8322-21ec9be7e9b7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0831251 Dec 15 14:50:10.482103 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bd8f9f99-4063-4f6c-81ac-ccf2f5206c0d req-49cdf1a9-5a58-4d79-8325-9eaae5c8e4c3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726063 Dec 15 14:50:10.601635 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab4b83-cd94-4bc5-94e6-5a7481e9da8c req-eb9f73ba-b259-428f-9855-dd47087b53e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:10.609103 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-81ab4b83-cd94-4bc5-94e6-5a7481e9da8c req-eb9f73ba-b259-428f-9855-dd47087b53e5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0714169 Dec 15 14:50:10.680602 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-81ab4b83-cd94-4bc5-94e6-5a7481e9da8c req-40d1666e-83df-4511-a92a-0c2b2d7bafc2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684612 Dec 15 14:50:10.879386 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 43494) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:10.976398 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-7740491c-897a-4bdb-a9d6-b2a2b2410d37 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949755 Dec 15 14:50:10.985566 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-b7d3a837-c790-434b-a808-55a473de76a4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:50:10.986748 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-b7d3a837-c790-434b-a808-55a473de76a4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060444 Dec 15 14:50:11.658118 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1a8b7-1aa4-4853-b770-ba0e0e88f7fd req-622ad4e5-85b1-42cc-98b6-b0ae5e0ebeb9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:11.659778 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b5b1a8b7-1aa4-4853-b770-ba0e0e88f7fd req-622ad4e5-85b1-42cc-98b6-b0ae5e0ebeb9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0675337 Dec 15 14:50:11.733582 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b5b1a8b7-1aa4-4853-b770-ba0e0e88f7fd req-68d787f6-4c0a-4985-90e6-26489ef05ae2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663962 Dec 15 14:50:11.804955 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c52f-762f-4c23-95a1-d374ab531283 req-187b90ae-bc1b-423b-93be-0299faba66f0 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:11.807234 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fde7c52f-762f-4c23-95a1-d374ab531283 req-187b90ae-bc1b-423b-93be-0299faba66f0 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0588737 Dec 15 14:50:11.867867 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fde7c52f-762f-4c23-95a1-d374ab531283 req-d64e9339-f817-4a34-99ba-cdcff6b0c8c0 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511036 Dec 15 14:50:12.888362 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-f7d352fb-e125-4054-a0df-29c2e64d3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:12.889874 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-f7d352fb-e125-4054-a0df-29c2e64d3ac2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a&tenant_id=43188b9b8e1145dea6c63ad16f6d74a2 HTTP/1.1" status: 200 len: 1096 time: 0.1206653 Dec 15 14:50:12.918216 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd4628-f33e-44ec-a3cd-5f32cee51fbe req-cae8cd03-2305-4b8b-8598-dd239a8da543 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:12.920158 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d3fd4628-f33e-44ec-a3cd-5f32cee51fbe req-cae8cd03-2305-4b8b-8598-dd239a8da543 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0669751 Dec 15 14:50:13.004606 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d3fd4628-f33e-44ec-a3cd-5f32cee51fbe req-86573530-1def-4f99-943f-a2dc1cbba8d9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757267 Dec 15 14:50:13.015577 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-f465f764-d704-490c-81e1-e9ed89ced95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:13.017459 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-f465f764-d704-490c-81e1-e9ed89ced95e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 1096 time: 0.0899687 Dec 15 14:50:13.045601 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ca785-f67f-4add-8402-d2ed5ddab3c8 req-1fee6933-9cfe-4746-b792-007de267b7d7 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:13.056282 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-038ca785-f67f-4add-8402-d2ed5ddab3c8 req-1fee6933-9cfe-4746-b792-007de267b7d7 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0756402 Dec 15 14:50:13.124955 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-038ca785-f67f-4add-8402-d2ed5ddab3c8 req-ea820c1e-53a0-4cd0-8ae8-ae916280520c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654008 Dec 15 14:50:13.154711 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-bb333499-ce9b-428a-8452-215642e90700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:13.156209 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-bb333499-ce9b-428a-8452-215642e90700 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 918 time: 0.1298904 Dec 15 14:50:13.255964 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-27ab2e6f-e18d-4663-9b17-75f573b3be03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd572f-25c7-474b-8707-b592aaa4629b HTTP/1.1" status: 200 len: 998 time: 0.0685761 Dec 15 14:50:13.329657 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-e75024ea-e13c-4cc6-a968-0170afd07355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:13.331199 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-e75024ea-e13c-4cc6-a968-0170afd07355 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.0644395 Dec 15 14:50:13.388334 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-eabd48f8-47fa-4db7-a683-8d69805e4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:13.389906 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-eabd48f8-47fa-4db7-a683-8d69805e4a55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503519 Dec 15 14:50:13.530518 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-284c42db-cbfc-4ecc-9bfc-fe7bbdd52790 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326916 Dec 15 14:50:13.640023 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92092bea-20e0-4e36-97f1-8570ea1ba919 req-344c5d01-1b69-4c6a-9eec-dcf1b1affe7b service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017871 Dec 15 14:50:13.863280 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 30dd572f-25c7-474b-8707-b592aaa4629b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:50:14.255613 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76b8cb-9df3-4e02-bc9f-40c3936827c9 req-23ff39ef-d723-45d6-a6e3-4a6c7855af39 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:14.257460 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1c76b8cb-9df3-4e02-bc9f-40c3936827c9 req-23ff39ef-d723-45d6-a6e3-4a6c7855af39 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.1176825 Dec 15 14:50:14.398618 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1c76b8cb-9df3-4e02-bc9f-40c3936827c9 req-6f36256c-adc4-416b-a72f-75ecacb32d63 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266432 Dec 15 14:50:14.475502 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bf489-04e1-4a69-939e-be03198ae338 req-0940b337-c7f3-4603-b8e5-a3dc5f562b4d tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:14.484469 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e71bf489-04e1-4a69-939e-be03198ae338 req-0940b337-c7f3-4603-b8e5-a3dc5f562b4d tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.3684185 Dec 15 14:50:14.596594 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e71bf489-04e1-4a69-939e-be03198ae338 req-ff591707-72d9-4a47-829d-4301ab19a4bf tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109931 Dec 15 14:50:14.678149 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfada-05bc-491f-b5ad-334722a180d7 req-a4590879-7532-4cc5-a9ea-bb41d1d890e3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:14.691134 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4b5cfada-05bc-491f-b5ad-334722a180d7 req-a4590879-7532-4cc5-a9ea-bb41d1d890e3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1175387 Dec 15 14:50:14.811753 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4b5cfada-05bc-491f-b5ad-334722a180d7 req-b70b32fd-a77a-42b4-8240-0c7688ef26a6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182160 Dec 15 14:50:15.733668 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31eba7-295f-4848-8285-4a721f4bfb6d req-3b6fa314-b5a8-4549-a5af-429e8c68fdc4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:15.742059 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3e31eba7-295f-4848-8285-4a721f4bfb6d req-3b6fa314-b5a8-4549-a5af-429e8c68fdc4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.2154326 Dec 15 14:50:15.799443 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3e31eba7-295f-4848-8285-4a721f4bfb6d req-bc0455a4-91ee-484e-9222-fa7dd7d2f721 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563908 Dec 15 14:50:15.840942 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4efa-4182-4c29-8b6b-6ca5942aea37 req-c609167d-7199-4a7c-b99a-d3a3042f8dc6 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:15.842709 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a62e4efa-4182-4c29-8b6b-6ca5942aea37 req-c609167d-7199-4a7c-b99a-d3a3042f8dc6 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.1107547 Dec 15 14:50:15.953069 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a62e4efa-4182-4c29-8b6b-6ca5942aea37 req-b3c7d001-8132-47dc-985a-5af378c004ed tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035802 Dec 15 14:50:15.974793 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaefac6-c334-4423-ad94-ca8dd0351219 req-0b4bde96-e2a7-4e9e-a420-106f2773d3d6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:15.976437 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1eaefac6-c334-4423-ad94-ca8dd0351219 req-0b4bde96-e2a7-4e9e-a420-106f2773d3d6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0790770 Dec 15 14:50:16.069596 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1eaefac6-c334-4423-ad94-ca8dd0351219 req-07012bb0-d98a-40e6-b176-d6182ac51215 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816572 Dec 15 14:50:16.980923 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790abdc-d3ed-483f-b285-41464c85b3dd req-a22fa1a0-cc7a-47dc-a5e0-b776a00d8cc5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:16.988993 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9790abdc-d3ed-483f-b285-41464c85b3dd req-a22fa1a0-cc7a-47dc-a5e0-b776a00d8cc5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0789714 Dec 15 14:50:17.066342 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9790abdc-d3ed-483f-b285-41464c85b3dd req-923c91f5-820e-4af3-9376-e3077ff74888 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760858 Dec 15 14:50:17.119006 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68cea7-4821-45cc-8319-b07e142e43e3 req-6651867f-ae3e-46be-8429-92c239f43891 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:17.128971 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0f68cea7-4821-45cc-8319-b07e142e43e3 req-6651867f-ae3e-46be-8429-92c239f43891 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0817695 Dec 15 14:50:17.190276 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0f68cea7-4821-45cc-8319-b07e142e43e3 req-d21be272-4fa4-411c-8408-f9dc12f6bab1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549555 Dec 15 14:50:17.221671 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88b036-2255-40fe-9db1-9fa716856c4f req-3761b496-8920-4493-91b6-27cb6523ccf1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:17.223304 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7b88b036-2255-40fe-9db1-9fa716856c4f req-3761b496-8920-4493-91b6-27cb6523ccf1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0582702 Dec 15 14:50:17.274424 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7b88b036-2255-40fe-9db1-9fa716856c4f req-334f2ee4-b70f-47d0-97c0-a80f90e68e46 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Dec 15 14:50:18.188905 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5c472-3350-4346-b504-792a74bb2282 req-cfb0e7ce-1ee3-47f1-acce-54a6d5920511 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:18.190375 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3bd5c472-3350-4346-b504-792a74bb2282 req-cfb0e7ce-1ee3-47f1-acce-54a6d5920511 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0476363 Dec 15 14:50:18.246221 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3bd5c472-3350-4346-b504-792a74bb2282 req-a1844af4-8c07-4916-aa11-0f546cc69955 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491729 Dec 15 14:50:18.328415 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef0b14-c6d1-481d-93b9-08776cb8b8d2 req-c9c774d7-ba9e-48d8-bdae-f9b1319b36f6 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:18.330612 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4cef0b14-c6d1-481d-93b9-08776cb8b8d2 req-c9c774d7-ba9e-48d8-bdae-f9b1319b36f6 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0810049 Dec 15 14:50:18.389255 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4cef0b14-c6d1-481d-93b9-08776cb8b8d2 req-86b8930c-22e6-45bf-9922-8e71d7157644 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515113 Dec 15 14:50:18.431482 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3d14a-741d-4f1f-923f-6aa09a2003c4 req-f201626d-64af-458b-a718-807f4eb3ddb2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:18.432951 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a3c3d14a-741d-4f1f-923f-6aa09a2003c4 req-f201626d-64af-458b-a718-807f4eb3ddb2 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0505793 Dec 15 14:50:18.479726 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a3c3d14a-741d-4f1f-923f-6aa09a2003c4 req-884e683f-fc3c-433b-9593-f966d51a8184 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Dec 15 14:50:19.417298 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10071f5-db68-40a5-b891-adb18153a0de req-08b37ff3-b995-4b3d-84d3-3f4f60b20448 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:19.420060 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a10071f5-db68-40a5-b891-adb18153a0de req-08b37ff3-b995-4b3d-84d3-3f4f60b20448 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0704880 Dec 15 14:50:19.474745 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a10071f5-db68-40a5-b891-adb18153a0de req-c38ede32-e7e7-4bdb-b186-a3f780ff7078 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488424 Dec 15 14:50:19.523417 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:50:19.557246 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844be98-c195-4aae-afd4-4e14bda16fe3 req-6452ea4a-a3fe-457f-a991-9029975ca25c tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:19.559497 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1844be98-c195-4aae-afd4-4e14bda16fe3 req-6452ea4a-a3fe-457f-a991-9029975ca25c tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0571480 Dec 15 14:50:19.605447 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d340b-e9fd-479e-8fca-24d89feb8964 req-9f10fa4a-05dd-43f2-9632-372bccd55f00 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:19.607477 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3a0d340b-e9fd-479e-8fca-24d89feb8964 req-9f10fa4a-05dd-43f2-9632-372bccd55f00 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0517147 Dec 15 14:50:19.608478 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1844be98-c195-4aae-afd4-4e14bda16fe3 req-d1ccb855-355f-4eb3-a918-3db83d2ea7bc tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Dec 15 14:50:19.674541 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3a0d340b-e9fd-479e-8fca-24d89feb8964 req-11da9b0e-d5b4-4cdd-8234-5c5910bdcabf tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515387 Dec 15 14:50:20.336452 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 43678) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:20.389384 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Deleting subnet faf2a278-2f16-4513-903b-7e1f82a1e30e {{(pid=119314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:50:20.393018 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.433485 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5374569'] for subnet, precommit_delete_associations {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.478055 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.533083 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-09f25acb-cf98-405b-b619-a1f56ace86bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.543507 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4977361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4318738'] for subnet, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.572758 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf2a278-2f16-4513-903b-7e1f82a1e30e,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:20.575247 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.578858 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/faf2a278-2f16-4513-903b-7e1f82a1e30e HTTP/1.1" status: 204 len: 168 time: 0.2405560 Dec 15 14:50:20.581232 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 43682) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:20.586058 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.586413 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.586798 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.587147 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.587516 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.587820 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.588157 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.588552 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.588898 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.589243 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.589572 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.589904 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.590233 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e63e1-222e-481c-b858-c8f8e3174b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:20.680140 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c51e19-b0ca-44d7-b117-17acbb877e76 req-66b867c4-2f9f-43f3-9b31-bcfe2d004cc4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:20.681638 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f6c51e19-b0ca-44d7-b117-17acbb877e76 req-66b867c4-2f9f-43f3-9b31-bcfe2d004cc4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.1115944 Dec 15 14:50:20.684565 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.739298 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7375b6-e105-4c3c-9a40-89a87984661b req-b7e6af8b-89dc-4995-8b29-6e885b359a83 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:20.740821 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0f7375b6-e105-4c3c-9a40-89a87984661b req-b7e6af8b-89dc-4995-8b29-6e885b359a83 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0551023 Dec 15 14:50:20.810823 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f6c51e19-b0ca-44d7-b117-17acbb877e76 req-55d83863-eb7b-4985-8eb6-d6d4e1f7e513 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177940 Dec 15 14:50:20.820890 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.825599 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0f7375b6-e105-4c3c-9a40-89a87984661b req-f5cc331d-c2da-4c9d-ab5e-ad9ced70a307 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721891 Dec 15 14:50:20.852883 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a745ce5-db38-46dc-95b6-6acf96fef832']}} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:20.863662 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0806e93e-6207-4637-9f17-cb04bf5d9707') {'for_net_delete': True} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:20.864357 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0806e93e-6207-4637-9f17-cb04bf5d9707') {} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:20.875730 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66825028'] for segment, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.916681 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.929837 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=119313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:50:20.930223 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543449'] for segment, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: Traceback (most recent call last): Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: timer() Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: cb(*args, **kw) Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: return func(*args, **kwargs) Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: self._notify() Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: self.callback(batched_events) Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: event.method(event) Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: return f(self, *a, **k) Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._get(url).json() Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: return self.request(url, 'GET', **kwargs) Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:50:20.932035 dv-cinder-787195-10-iscsi neutron-server[119313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:50:20.985383 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8947-e83e-4e3d-b438-0cfe51ab370b req-84cd8ecc-716d-40b0-a86a-d64cd09b8b6d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:20.986890 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-88fc8947-e83e-4e3d-b438-0cfe51ab370b req-84cd8ecc-716d-40b0-a86a-d64cd09b8b6d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1090994 Dec 15 14:50:21.008265 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:21.019149 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:21.022303 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] 10.222.0.62 "DELETE /v2.0/networks/5a745ce5-db38-46dc-95b6-6acf96fef832 HTTP/1.1" status: 204 len: 168 time: 0.4389539 Dec 15 14:50:21.032116 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a745ce5-db38-46dc-95b6-6acf96fef832,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:21.047940 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.048301 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.048647 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.048988 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.049326 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.049657 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.049987 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.050319 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.050666 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.051555 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.051938 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.052225 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.052544 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2bf84-adef-4be9-87df-681d84bc600a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:21.066215 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-88fc8947-e83e-4e3d-b438-0cfe51ab370b req-93e2e918-7d6b-45af-9ef7-d4eff96c7df8 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727117 Dec 15 14:50:21.196692 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 43690) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:21.260144 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-3f1e141b-f378-41e7-b0c7-899326fe0007 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4dd4f05b0c8b4e9c8a3f15c5844871f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598426 Dec 15 14:50:21.260703 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 43692) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:21.318132 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c85cdc7b-b6aa-456a-99c3-da390b4909c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:21.342442 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c85cdc7b-b6aa-456a-99c3-da390b4909c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:21.388157 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c85cdc7b-b6aa-456a-99c3-da390b4909c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:21.390803 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c85cdc7b-b6aa-456a-99c3-da390b4909c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:21.391932 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c85cdc7b-b6aa-456a-99c3-da390b4909c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2 HTTP/1.1" status: 204 len: 168 time: 0.1302259 Dec 15 14:50:21.401860 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cdc7b-b6aa-456a-99c3-da390b4909c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fd4cd9-cab5-4bf2-b4a7-f2eba67e87d2,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:21.932620 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48814b-3551-48f8-96f6-ad43ba35626a req-8bbaf8f2-227c-48ed-83a4-6a8037534315 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:21.934273 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5b48814b-3551-48f8-96f6-ad43ba35626a req-8bbaf8f2-227c-48ed-83a4-6a8037534315 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0555792 Dec 15 14:50:21.965179 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a02573-6665-4876-a721-a03c801505b9 req-eec3594d-1f0d-474e-9427-32d3d0858f88 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:21.967000 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-44a02573-6665-4876-a721-a03c801505b9 req-eec3594d-1f0d-474e-9427-32d3d0858f88 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0592065 Dec 15 14:50:21.985514 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5b48814b-3551-48f8-96f6-ad43ba35626a req-d4430122-6730-408a-a9ab-f57ffdf68945 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444896 Dec 15 14:50:22.023469 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-44a02573-6665-4876-a721-a03c801505b9 req-cd4e0f19-2583-4071-8363-3a7cc65212d8 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494561 Dec 15 14:50:22.207367 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc1a9-ca4e-434f-82f3-d0ff351d1053 req-377ba900-a81f-4468-923c-eaa9e7986566 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:22.208895 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b36fc1a9-ca4e-434f-82f3-d0ff351d1053 req-377ba900-a81f-4468-923c-eaa9e7986566 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0656786 Dec 15 14:50:22.257153 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b36fc1a9-ca4e-434f-82f3-d0ff351d1053 req-6b1bee96-1131-4e0d-811a-530bb08eb9fa tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Dec 15 14:50:22.959673 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-bcc48b2b-45d1-46fb-a3ea-61d19a183599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:23.111315 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7864e5-681b-43b0-86e8-c55309311188 req-1f5bd01f-a9b3-488f-9d0c-10b27fd9aebe tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:23.112815 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7a7864e5-681b-43b0-86e8-c55309311188 req-1f5bd01f-a9b3-488f-9d0c-10b27fd9aebe tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0505452 Dec 15 14:50:23.151391 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648a368-d8b9-4c40-b78a-e60767a300ae req-a3fbd470-4aeb-4602-ac2e-263722b5a2de tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:23.152901 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4648a368-d8b9-4c40-b78a-e60767a300ae req-a3fbd470-4aeb-4602-ac2e-263722b5a2de tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0486982 Dec 15 14:50:23.161777 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7a7864e5-681b-43b0-86e8-c55309311188 req-a7aecd64-a05f-46eb-a55b-20b92fa2d0ba tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428329 Dec 15 14:50:23.205504 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4648a368-d8b9-4c40-b78a-e60767a300ae req-74aa7d9f-06a8-4a0e-a499-cf0d209a1535 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Dec 15 14:50:23.374915 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cdf81-8598-498d-9eb1-533b4b010037 req-6c825133-8589-4ba9-8fab-f759df1dad15 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:23.376532 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-196cdf81-8598-498d-9eb1-533b4b010037 req-6c825133-8589-4ba9-8fab-f759df1dad15 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0516596 Dec 15 14:50:23.431175 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-196cdf81-8598-498d-9eb1-533b4b010037 req-3de15573-3723-4407-8cdb-60129046e5f6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478449 Dec 15 14:50:24.107511 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:24.281807 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a40f2-74db-464c-b351-f3f901d0794f req-7851da0d-94ab-47b2-9d98-0da3776cdbdf tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:24.283494 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-804a40f2-74db-464c-b351-f3f901d0794f req-7851da0d-94ab-47b2-9d98-0da3776cdbdf tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0505559 Dec 15 14:50:24.338044 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-804a40f2-74db-464c-b351-f3f901d0794f req-aafbf84d-44bf-412e-96cf-55eb31bbbd44 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479889 Dec 15 14:50:24.355506 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3980fa-2f4b-4904-b1ef-eabeb4727423 req-65246c50-504b-4053-9d67-351711b6f403 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:24.357091 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2e3980fa-2f4b-4904-b1ef-eabeb4727423 req-65246c50-504b-4053-9d67-351711b6f403 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0831418 Dec 15 14:50:24.412550 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2e3980fa-2f4b-4904-b1ef-eabeb4727423 req-ef5de66a-fd1b-4a5a-8844-8cb2cf9d031e tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471699 Dec 15 14:50:24.547583 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d813f-3ba8-4f0d-9e11-56d0449f91f5 req-3f32e1e9-0f71-4199-a226-618f8f8884fc tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:24.549004 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-649d813f-3ba8-4f0d-9e11-56d0449f91f5 req-3f32e1e9-0f71-4199-a226-618f8f8884fc tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0494020 Dec 15 14:50:24.595012 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-649d813f-3ba8-4f0d-9e11-56d0449f91f5 req-c7bf185d-7095-48fb-91d2-f728222c5367 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Dec 15 14:50:25.500037 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426fc1a-b060-44ad-b804-a6b7856fd76b req-f713d434-9829-4141-b612-9969539b73d9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:25.501685 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a426fc1a-b060-44ad-b804-a6b7856fd76b req-f713d434-9829-4141-b612-9969539b73d9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0665970 Dec 15 14:50:25.551617 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a426fc1a-b060-44ad-b804-a6b7856fd76b req-a34ddf8c-2e76-4b1d-845f-b070d8e3afd3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423772 Dec 15 14:50:25.565254 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5bc33-a1cb-452e-9474-f55ddb4e015a req-db648f3c-1df2-423d-a33e-23508400d86c tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:25.567570 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e6b5bc33-a1cb-452e-9474-f55ddb4e015a req-db648f3c-1df2-423d-a33e-23508400d86c tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0618241 Dec 15 14:50:25.623475 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e6b5bc33-a1cb-452e-9474-f55ddb4e015a req-80d680ad-5bfc-4086-bea5-a2f0e780a95c tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487118 Dec 15 14:50:25.735991 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a2d64-b906-45a0-9c7b-10c8aeda69d5 req-fc9099c2-db58-4ec8-9180-a08340294a79 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:25.737477 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3d4a2d64-b906-45a0-9c7b-10c8aeda69d5 req-fc9099c2-db58-4ec8-9180-a08340294a79 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0553510 Dec 15 14:50:25.786316 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3d4a2d64-b906-45a0-9c7b-10c8aeda69d5 req-922e99cf-6516-4730-8fbe-b5310240617b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Dec 15 14:50:26.187084 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:26.705572 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5bff1-d23f-4cab-a815-f43c1e176bdb req-d420a7e7-bfc0-4a3b-89dd-15ba561fd0cd tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:26.711441 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d7a5bff1-d23f-4cab-a815-f43c1e176bdb req-d420a7e7-bfc0-4a3b-89dd-15ba561fd0cd tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0608974 Dec 15 14:50:26.756053 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d7a5bff1-d23f-4cab-a815-f43c1e176bdb req-5b719653-70db-44c1-a349-78f2fa49266d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Dec 15 14:50:26.762160 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8f57a-43c6-4afc-8bf3-4e1033b41467 req-586978c8-9849-4f35-a8a7-4495f374645b tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:26.763868 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8ef8f57a-43c6-4afc-8bf3-4e1033b41467 req-586978c8-9849-4f35-a8a7-4495f374645b tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0522938 Dec 15 14:50:26.816947 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8ef8f57a-43c6-4afc-8bf3-4e1033b41467 req-f47d1457-64d7-4521-85d0-ce18b1a6b946 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Dec 15 14:50:26.846165 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:26.904475 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723037-28cb-463e-9aeb-5590ca948027 req-bdc991de-d831-41f7-bc2c-8f3d2002f71c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:26.905964 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-13723037-28cb-463e-9aeb-5590ca948027 req-bdc991de-d831-41f7-bc2c-8f3d2002f71c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0497279 Dec 15 14:50:26.958847 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-13723037-28cb-463e-9aeb-5590ca948027 req-880f40fc-7452-4710-ad5e-d1c7761670a9 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469635 Dec 15 14:50:27.937293 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93fb37-7a55-4625-b043-6822e2fce027 req-d31f29a8-588c-4b58-9e4e-bab8649549da tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:27.945728 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ef93fb37-7a55-4625-b043-6822e2fce027 req-d31f29a8-588c-4b58-9e4e-bab8649549da tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.1033788 Dec 15 14:50:28.007213 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ef93fb37-7a55-4625-b043-6822e2fce027 req-391e9c16-746d-46f1-b7bf-05e7ebfcf588 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602677 Dec 15 14:50:28.008963 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f4f9f-4797-4034-9b1f-76d0b0ae8675 req-2e310576-2db9-4219-9edc-509cdae7d454 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:28.010937 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4d0f4f9f-4797-4034-9b1f-76d0b0ae8675 req-2e310576-2db9-4219-9edc-509cdae7d454 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0719199 Dec 15 14:50:28.062879 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4d0f4f9f-4797-4034-9b1f-76d0b0ae8675 req-c6f49b0f-4da4-4187-9fcd-ac24c59c2e2c tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Dec 15 14:50:28.152067 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f00a0a-a1d2-4f57-9423-dcb08df8ca76 req-62556496-7634-4142-bc31-cfe1cbf910d3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:28.154257 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-03f00a0a-a1d2-4f57-9423-dcb08df8ca76 req-62556496-7634-4142-bc31-cfe1cbf910d3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0868623 Dec 15 14:50:28.203575 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-03f00a0a-a1d2-4f57-9423-dcb08df8ca76 req-3cb91c17-1ff5-4bab-b6be-4d69b3474c78 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Dec 15 14:50:29.170795 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd11aea-2c44-4613-87b9-e90012a643a3 req-a4599a78-3353-4a86-9599-57d9303ae068 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:29.172716 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5cd11aea-2c44-4613-87b9-e90012a643a3 req-a4599a78-3353-4a86-9599-57d9303ae068 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0893900 Dec 15 14:50:29.199608 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5eab5-2a93-4994-96ae-8e8f55801f53 req-664b38e7-2a4c-4828-b0bd-6c50c44c18dc tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:29.200721 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ead5eab5-2a93-4994-96ae-8e8f55801f53 req-664b38e7-2a4c-4828-b0bd-6c50c44c18dc tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0532317 Dec 15 14:50:29.228067 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5cd11aea-2c44-4613-87b9-e90012a643a3 req-6c3f81eb-55fc-43fa-9de9-d1b3b377ecbe tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487840 Dec 15 14:50:29.270879 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ead5eab5-2a93-4994-96ae-8e8f55801f53 req-fa75b9f4-0290-4ba5-ba75-9dbb626bf3bf tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622318 Dec 15 14:50:29.343415 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def0645-311c-43e6-9f51-6f8ef17a82cf req-ab613472-37ba-4690-a3d0-8fe9277c1ffb tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:29.344876 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7def0645-311c-43e6-9f51-6f8ef17a82cf req-ab613472-37ba-4690-a3d0-8fe9277c1ffb tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0514042 Dec 15 14:50:29.391994 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-7def0645-311c-43e6-9f51-6f8ef17a82cf req-e6431051-de36-43d1-bf8c-cc56c5719b82 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Dec 15 14:50:30.285352 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fce8-17c0-4a2e-a069-1afb13bb011c req-90a0171a-78c3-4d7c-9a6a-ae5542486d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:30.288703 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-69f4fce8-17c0-4a2e-a069-1afb13bb011c req-90a0171a-78c3-4d7c-9a6a-ae5542486d3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 1098 time: 0.0475132 Dec 15 14:50:30.375489 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-69f4fce8-17c0-4a2e-a069-1afb13bb011c req-7c122dad-5b54-452d-b3dd-af593923de24 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739288 Dec 15 14:50:30.388004 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f893a7a-fd38-48ab-b8d6-9090138d9636 req-4a534bd9-3f89-4f95-8d3a-f907ad9ea324 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:30.389762 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2f893a7a-fd38-48ab-b8d6-9090138d9636 req-4a534bd9-3f89-4f95-8d3a-f907ad9ea324 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0801475 Dec 15 14:50:30.405826 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5599b-97e9-4d19-91bc-7f6779b54685 req-23bc9f09-ebe4-4778-a130-a605c4f694b0 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:30.407366 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-65c5599b-97e9-4d19-91bc-7f6779b54685 req-23bc9f09-ebe4-4778-a130-a605c4f694b0 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0569031 Dec 15 14:50:30.443047 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2f893a7a-fd38-48ab-b8d6-9090138d9636 req-508bb0ba-890b-4cc1-8e56-2707f23fc565 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423508 Dec 15 14:50:30.454212 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-65c5599b-97e9-4d19-91bc-7f6779b54685 req-9e5bf1d0-d516-4da9-a0e9-32371e952f9a tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Dec 15 14:50:30.549743 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abff32a-38f2-4196-8146-ced58eb53dfb req-307d7d05-628f-409c-b3ac-5f0854426d61 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:30.551390 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7abff32a-38f2-4196-8146-ced58eb53dfb req-307d7d05-628f-409c-b3ac-5f0854426d61 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0508986 Dec 15 14:50:30.604748 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7abff32a-38f2-4196-8146-ced58eb53dfb req-4647c089-5ea3-4af3-836d-86e6d79f4a40 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474031 Dec 15 14:50:30.759120 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-a769edab-6ffa-452b-aa3c-7437c289a8cc tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:30.760569 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-a769edab-6ffa-452b-aa3c-7437c289a8cc tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.64 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 945 time: 0.0486116 Dec 15 14:50:30.848538 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-d2907b3e-3532-41c9-8761-4e75d02d7177 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Deleting port 31a3e034-ccab-4d9e-979b-54cea69e5f8b {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:50:30.849068 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-d2907b3e-3532-41c9-8761-4e75d02d7177 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:30.939861 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-d2907b3e-3532-41c9-8761-4e75d02d7177 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] For port 31a3e034-ccab-4d9e-979b-54cea69e5f8b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=31a3e034-ccab-4d9e-979b-54cea69e5f8b,segment=NetworkSegment(6e7adad7-f4a4-4376-9013-ea46c037f342),segment_id=6e7adad7-f4a4-4376-9013-ea46c037f342)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:30.940228 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-d2907b3e-3532-41c9-8761-4e75d02d7177 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:30.953069 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-d2907b3e-3532-41c9-8761-4e75d02d7177 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Calling delete_port for 31a3e034-ccab-4d9e-979b-54cea69e5f8b owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:50:31.082387 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-d2907b3e-3532-41c9-8761-4e75d02d7177 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:31.096224 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['31a3e034-ccab-4d9e-979b-54cea69e5f8b'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:50:31.110863 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2907b3e-3532-41c9-8761-4e75d02d7177 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Pushing event deleted for resources: {'Port': ['ID=31a3e034-ccab-4d9e-979b-54cea69e5f8b,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:31.154345 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-d2907b3e-3532-41c9-8761-4e75d02d7177 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] No DVR routers for this DVR port 31a3e034-ccab-4d9e-979b-54cea69e5f8b on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:50:31.156913 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-d2907b3e-3532-41c9-8761-4e75d02d7177 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:31.161077 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-67546dc0-dd90-4e32-905d-77e8c9f62f6a req-d2907b3e-3532-41c9-8761-4e75d02d7177 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.64 "DELETE /v2.0/ports/31a3e034-ccab-4d9e-979b-54cea69e5f8b HTTP/1.1" status: 204 len: 173 time: 0.3938293 Dec 15 14:50:31.161519 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600777c7-495e-48d9-a217-37671b0fc3ba', 'name': 'network-vif-deleted', 'tag': '31a3e034-ccab-4d9e-979b-54cea69e5f8b'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:50:31.163808 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68be6ed4-f9a2-4f35-9f60-b5fa737f4641" -d '{"events": [{"server_uuid": "600777c7-495e-48d9-a217-37671b0fc3ba", "name": "network-vif-deleted", "tag": "31a3e034-ccab-4d9e-979b-54cea69e5f8b"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:50:31.200893 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa6e706-4d03-45fb-be9a-4fffbf7aab96 x-openstack-request-id: req-8aa6e706-4d03-45fb-be9a-4fffbf7aab96 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:50:31.201193 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600777c7-495e-48d9-a217-37671b0fc3ba", "name": "network-vif-deleted", "tag": "31a3e034-ccab-4d9e-979b-54cea69e5f8b", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:50:31.201457 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8aa6e706-4d03-45fb-be9a-4fffbf7aab96 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:50:31.201864 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600777c7-495e-48d9-a217-37671b0fc3ba', 'name': 'network-vif-deleted', 'tag': '31a3e034-ccab-4d9e-979b-54cea69e5f8b', 'status': 'completed', 'code': 200} Dec 15 14:50:31.571021 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a110e0-6c3c-44b9-a40a-a6cedd644a4d req-e5a44904-22b7-4e69-80e7-1aea74c29174 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:31.572821 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-10a110e0-6c3c-44b9-a40a-a6cedd644a4d req-e5a44904-22b7-4e69-80e7-1aea74c29174 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0517542 Dec 15 14:50:31.574279 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4570e978-8b0a-4290-bcfd-705675906c90 req-4f5fc161-81bb-4dc7-9579-d7b625893494 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=600777c7-495e-48d9-a217-37671b0fc3ba HTTP/1.1" status: 200 len: 210 time: 0.0268133 Dec 15 14:50:31.623392 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-10a110e0-6c3c-44b9-a40a-a6cedd644a4d req-3bcd0f6b-2977-42b5-8cfd-59dabaf46187 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Dec 15 14:50:31.738304 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd604b8-1948-402e-9165-d9326e16aa6f req-c7543b4a-5150-49ff-b9cf-fd5c87fa6c68 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:31.740049 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2fd604b8-1948-402e-9165-d9326e16aa6f req-c7543b4a-5150-49ff-b9cf-fd5c87fa6c68 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0567095 Dec 15 14:50:31.788376 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2fd604b8-1948-402e-9165-d9326e16aa6f req-305e15b6-ca4f-4eba-8984-24f328eb35e6 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Dec 15 14:50:31.793008 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:32.139915 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f4fc-8cfe-4143-bc4e-8ee12f0f9afd req-41361297-4f61-494d-87db-f356980c7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:32.141397 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6180f4fc-8cfe-4143-bc4e-8ee12f0f9afd req-41361297-4f61-494d-87db-f356980c7696 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 1098 time: 0.0723469 Dec 15 14:50:32.149475 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b419b-ae2b-451a-83ab-b86cfd581cd9 req-82c7294a-faca-411d-a410-3fb7bc041c75 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:32.150934 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de0b419b-ae2b-451a-83ab-b86cfd581cd9 req-82c7294a-faca-411d-a410-3fb7bc041c75 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0725217 Dec 15 14:50:32.254824 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de0b419b-ae2b-451a-83ab-b86cfd581cd9 req-b59a4cc5-c91b-403d-8cda-c87417e35c04 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960352 Dec 15 14:50:32.273403 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f4fc-8cfe-4143-bc4e-8ee12f0f9afd req-77b82bac-170f-4fd5-85fe-7eafdbd4d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:32.274880 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6180f4fc-8cfe-4143-bc4e-8ee12f0f9afd req-77b82bac-170f-4fd5-85fe-7eafdbd4d869 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 200 len: 920 time: 0.1230888 Dec 15 14:50:32.318890 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6180f4fc-8cfe-4143-bc4e-8ee12f0f9afd req-90af4e83-4475-4653-9d69-830f0e29509b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 HTTP/1.1" status: 200 len: 217 time: 0.0355840 Dec 15 14:50:32.368235 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f4fc-8cfe-4143-bc4e-8ee12f0f9afd req-2e0cf0fc-cda3-4b1e-bcfb-6e9e7f10d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:32.369629 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6180f4fc-8cfe-4143-bc4e-8ee12f0f9afd req-2e0cf0fc-cda3-4b1e-bcfb-6e9e7f10d5ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 200 len: 859 time: 0.0420239 Dec 15 14:50:32.404291 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6180f4fc-8cfe-4143-bc4e-8ee12f0f9afd req-ad80d800-e61e-47a8-ba99-99442d8a3933 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc3ba2a7-4287-4645-8e0b-f22a4538975b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274074 Dec 15 14:50:32.490658 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6180f4fc-8cfe-4143-bc4e-8ee12f0f9afd req-9125c00b-f35f-41a5-9f39-140399400384 service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791643 Dec 15 14:50:32.589504 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6180f4fc-8cfe-4143-bc4e-8ee12f0f9afd req-77e6518e-5c85-484f-a2eb-958f2f35d497 service neutron] 10.222.0.64 "GET /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902762 Dec 15 14:50:32.752202 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a6229-0648-4333-98da-ff175483a7f1 req-d8a960f6-97b7-46b8-98be-4f438c9ee49c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:32.754704 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6d7a6229-0648-4333-98da-ff175483a7f1 req-d8a960f6-97b7-46b8-98be-4f438c9ee49c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0527959 Dec 15 14:50:32.819814 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 43910) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:32.831660 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6d7a6229-0648-4333-98da-ff175483a7f1 req-12ec57a6-4e7e-4da7-a1b6-4034228c8bcb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700634 Dec 15 14:50:32.925724 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f4f4-27d7-4682-a3af-b2d24a0ad37e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:33.000526 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f4f4-27d7-4682-a3af-b2d24a0ad37e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:33.004490 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f4f4-27d7-4682-a3af-b2d24a0ad37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:33.042471 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f8f0f4f4-27d7-4682-a3af-b2d24a0ad37e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddecafcd08a34ed7ab37084c9f68a817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233081 Dec 15 14:50:33.043599 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0f4f4-27d7-4682-a3af-b2d24a0ad37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950b3f2c-9ca0-40fc-9104-1696a58a3463,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:33.045213 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 43914) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:33.093625 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-89a638a2-b36c-4db9-a140-0490673ddaba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:33.115125 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-89a638a2-b36c-4db9-a140-0490673ddaba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:33.163176 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-89a638a2-b36c-4db9-a140-0490673ddaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:33.165997 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-89a638a2-b36c-4db9-a140-0490673ddaba admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:33.167198 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-89a638a2-b36c-4db9-a140-0490673ddaba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/950b3f2c-9ca0-40fc-9104-1696a58a3463 HTTP/1.1" status: 204 len: 168 time: 0.1209254 Dec 15 14:50:33.175564 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a638a2-b36c-4db9-a140-0490673ddaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950b3f2c-9ca0-40fc-9104-1696a58a3463,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:33.386787 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5db520-2c8b-48a6-a20d-a3643fc87ace req-e6602e5b-7b04-4fac-a787-cd5c88e2c27b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.388389 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ce5db520-2c8b-48a6-a20d-a3643fc87ace req-e6602e5b-7b04-4fac-a787-cd5c88e2c27b tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0543225 Dec 15 14:50:33.437423 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ce5db520-2c8b-48a6-a20d-a3643fc87ace req-e49fc684-47a0-497b-a380-c3e2ff78abc4 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Dec 15 14:50:33.781827 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 43938) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:33.879344 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1830980002-network', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:50:33.901430 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Made reservation on behalf of 2e16dad64f934da3b407e9117466ff4d for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:50:33.903877 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:33.918043 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:33.986034 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c859c-a928-4627-8496-6a977431ed23 req-6de2031b-12b3-4d0a-a220-181dfd0d1162 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:33.987578 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-902c859c-a928-4627-8496-6a977431ed23 req-6de2031b-12b3-4d0a-a220-181dfd0d1162 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0715036 Dec 15 14:50:34.061460 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.065835 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-902c859c-a928-4627-8496-6a977431ed23 req-52dc1991-dd50-44a7-acf1-52bd31a00392 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713282 Dec 15 14:50:34.067070 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.092328 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=119313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:50:34.103054 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b5857e-b01c-4fba-925f-75eceed881bf,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:34.107735 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.108093 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Added segment 2f37d92d-f9be-42a2-a61a-7658f34d52b5 of type vlan for network f0212d06-f83e-4a70-8b3d-5ffd7528a28b Dec 15 14:50:34.146894 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.170902 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.171820 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:34.172394 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.227891 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4449296 Dec 15 14:50:34.231094 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 43946) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:34.234876 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296fb38-e0af-4391-8799-38b7cf5766f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f0212d06-f83e-4a70-8b3d-5ffd7528a28b,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:34.236831 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Request body: {'subnet': {'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1830980002-subnet', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'ip_version': 4}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:50:34.245511 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network f0212d06-f83e-4a70-8b3d-5ffd7528a28b details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:50:34.258143 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Made reservation on behalf of 2e16dad64f934da3b407e9117466ff4d for: {'subnet': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:50:34.260743 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4318837'] for subnet, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.426344 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4977430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4318827'] for subnet, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.482672 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee18f1e-7c3e-4383-a87d-56012a71ff2e,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:34.490702 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Checking segment: {'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:50:34.491071 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Network hostable DHCP agents. Network: f0212d06-f83e-4a70-8b3d-5ffd7528a28b, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:50:34.510486 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Network f0212d06-f83e-4a70-8b3d-5ffd7528a28b is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:50:34.526795 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, f0212d06-f83e-4a70-8b3d-5ffd7528a28b) {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:34.531388 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:34.532558 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.535903 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839773fe-8570-473c-8bc7-4eff1022319a None None] Network f0212d06-f83e-4a70-8b3d-5ffd7528a28b requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:50:34.565755 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-46e54da0-61f3-41ed-b49e-9f30c9f68c68 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3327570 Dec 15 14:50:34.568512 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 43950) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:34.573314 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:50:34.593301 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87f9e2-b7ff-4a07-a49d-d62c7e52adcd req-34ae9b2f-d675-4141-9388-208ec7e56f37 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:34.594807 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2b87f9e2-b7ff-4a07-a49d-d62c7e52adcd req-34ae9b2f-d675-4141-9388-208ec7e56f37 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0854528 Dec 15 14:50:34.611836 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12371'] for router, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.613518 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12360'] for router, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.650712 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp948c5bf3-a631-5c35-9847-0d272dc6ef08-f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e'}]}} from dv-cinder-787195-10-iscsi. {{(pid=119315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:50:34.651587 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.698483 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2b87f9e2-b7ff-4a07-a49d-d62c7e52adcd req-59b41c2b-4db2-43bb-ab51-81dd6baacd27 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947971 Dec 15 14:50:34.700020 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.789162 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.db_base_plugin_common [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Allocated IP 172.20.0.2 (f0212d06-f83e-4a70-8b3d-5ffd7528a28b/cee18f1e-7c3e-4383-a87d-56012a71ff2e/09aeb66c-c6f8-4602-91b4-7f8de065eb05) {{(pid=119315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:50:34.837814 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.950543 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Publish callbacks [] for port, precommit_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:34.960768 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:35.005037 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Network f0212d06-f83e-4a70-8b3d-5ffd7528a28b is already hosted by enough agents. {{(pid=119315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:50:35.007844 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.base_scheduler [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Resources bound (agent type, host, resource id): {{(pid=119315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:35.012669 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Pushing event updated for resources: {'Port': ['ID=09aeb66c-c6f8-4602-91b4-7f8de065eb05,revision_number=1']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:35.014846 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Received port after_create {{(pid=119315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:50:35.048693 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:35.069808 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Attempting to bind port 09aeb66c-c6f8-4602-91b4-7f8de065eb05 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:50:35.070187 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Attempting to bind port 09aeb66c-c6f8-4602-91b4-7f8de065eb05 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:50:35.070684 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Attempting to bind port 09aeb66c-c6f8-4602-91b4-7f8de065eb05 on network f0212d06-f83e-4a70-8b3d-5ffd7528a28b {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:50:35.071405 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:35.075827 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:50:35.076207 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Checking segment: {'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:50:35.076613 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:35.077011 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Bound using segment: {'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:50:35.077478 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Bound port: 09aeb66c-c6f8-4602-91b4-7f8de065eb05, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:50:35.077861 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:35.144589 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] For port 09aeb66c-c6f8-4602-91b4-7f8de065eb05, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:50:35.148122 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] For port 09aeb66c-c6f8-4602-91b4-7f8de065eb05, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=09aeb66c-c6f8-4602-91b4-7f8de065eb05,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:50:35.152774 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:35.180541 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Allocated IP 172.27.2.136 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/c874f4c9-2750-4d1f-bd2b-b1eef79b949d) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:50:35.194678 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d42858-373c-4f84-9733-f801ce2ffd65 req-151a4529-4855-46d2-9791-6422847d9938 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:35.196339 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a1d42858-373c-4f84-9733-f801ce2ffd65 req-151a4529-4855-46d2-9791-6422847d9938 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0529771 Dec 15 14:50:35.210869 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71fd90-278b-4408-971f-070c898b3e0a None None] Pushing event updated for resources: {'Port': ['ID=09aeb66c-c6f8-4602-91b4-7f8de065eb05,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:35.245310 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a1d42858-373c-4f84-9733-f801ce2ffd65 req-6634104f-e027-4ebd-9ef3-5b2ad703d1f8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Dec 15 14:50:35.288494 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:35.333272 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:35.373602 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:50:35.376566 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:35.380656 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:50:35.386164 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Pushing event updated for resources: {'Port': ['ID=c874f4c9-2750-4d1f-bd2b-b1eef79b949d,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:35.650938 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.011900 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 31a3e034-ccab-4d9e-979b-54cea69e5f8b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:50:36.037764 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 31a3e034-ccab-4d9e-979b-54cea69e5f8b {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:50:36.038113 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 31a3e034-ccab-4d9e-979b-54cea69e5f8b not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:50:36.087590 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904f31e-c482-44c6-8527-021ca8e5118c req-f7bccb88-753c-420d-91db-913479c6b645 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:36.089249 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4904f31e-c482-44c6-8527-021ca8e5118c req-f7bccb88-753c-420d-91db-913479c6b645 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.3096299 Dec 15 14:50:36.094623 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772'] for router, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.186037 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4904f31e-c482-44c6-8527-021ca8e5118c req-cd6fef1a-349a-4953-8b73-b5ba4e1c4213 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890639 Dec 15 14:50:36.217850 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1d36e2-1c4c-4190-a443-3417ce33470d None None] Network f0212d06-f83e-4a70-8b3d-5ffd7528a28b requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:50:36.258402 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Router 36ff822d-5be9-4337-a948-9594832483b6 is scheduled to L3 agent 640f890b-768f-43eb-a273-24caa84ba444 with binding_index 1 {{(pid=119314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:50:36.332912 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-8ab29279-6854-485c-a801-a437a0507ec2 None None] Provisioning complete for port 09aeb66c-c6f8-4602-91b4-7f8de065eb05 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:36.333278 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8ab29279-6854-485c-a801-a437a0507ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.368644 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:50:36.383464 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Sync routers for ids ['36ff822d-5be9-4337-a948-9594832483b6'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:50:36.397977 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Routers {'36ff822d-5be9-4337-a948-9594832483b6'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:50:36.398773 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:50:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['36ff822d-5be9-4337-a948-9594832483b6'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:36.407783 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] Publish callbacks [] for router, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.409037 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6e1d7ff9-4f58-4770-8e07-91a88d8bbdec admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8396037 Dec 15 14:50:36.415123 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e7c1b-f01b-4bfb-8b30-71b88888c650 req-cca1f217-f252-415b-ac6f-556cac65ac43 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:36.422663 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 43962) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:36.429813 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8ab29279-6854-485c-a801-a437a0507ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.432800 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-909e7c1b-f01b-4bfb-8b30-71b88888c650 req-cca1f217-f252-415b-ac6f-556cac65ac43 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0950859 Dec 15 14:50:36.491073 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-8ab29279-6854-485c-a801-a437a0507ec2 None None] For port 09aeb66c-c6f8-4602-91b4-7f8de065eb05, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=09aeb66c-c6f8-4602-91b4-7f8de065eb05,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:36.500872 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8ab29279-6854-485c-a801-a437a0507ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.521012 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Set router 36ff822d-5be9-4337-a948-9594832483b6 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:50:36.535431 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-909e7c1b-f01b-4bfb-8b30-71b88888c650 req-ff68ae94-19d5-4e0c-b500-2bfbb924f5e5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015675 Dec 15 14:50:36.582496 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab29279-6854-485c-a801-a437a0507ec2 None None] Pushing event updated for resources: {'Port': ['ID=09aeb66c-c6f8-4602-91b4-7f8de065eb05,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:36.623436 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-941abf32-4a63-47e5-a8d8-3157547e5fd0 None None] Provisioning complete for port 09aeb66c-c6f8-4602-91b4-7f8de065eb05 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:36.624512 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-941abf32-4a63-47e5-a8d8-3157547e5fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.715969 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:35Z', 'revision_number': 3, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:36.742438 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Checking router: 36ff822d-5be9-4337-a948-9594832483b6 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:50:36.742825 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Updating router 36ff822d-5be9-4337-a948-9594832483b6 port c874f4c9-2750-4d1f-bd2b-b1eef79b949d binding host dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:50:36.771511 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:36.891620 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.095606 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Allocated IP 172.20.0.1 (f0212d06-f83e-4a70-8b3d-5ffd7528a28b/cee18f1e-7c3e-4383-a87d-56012a71ff2e/9e073a02-de49-4986-9f07-96ae3d17f71b) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:50:37.168100 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Publish callbacks [] for port, precommit_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.178428 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.215404 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 09aeb66c-c6f8-4602-91b4-7f8de065eb05 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:37.227704 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Attempting to bind port c874f4c9-2750-4d1f-bd2b-b1eef79b949d on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:50:37.228100 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Attempting to bind port c874f4c9-2750-4d1f-bd2b-b1eef79b949d by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:50:37.228462 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Attempting to bind port c874f4c9-2750-4d1f-bd2b-b1eef79b949d on network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:50:37.237801 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:50:37.238248 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:50:37.239280 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.239685 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Bound using segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:50:37.240168 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Bound port: c874f4c9-2750-4d1f-bd2b-b1eef79b949d, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:50:37.240575 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.258011 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.276291 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 09aeb66c-c6f8-4602-91b4-7f8de065eb05 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:37.276716 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.298430 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Pushing event updated for resources: {'Port': ['ID=c874f4c9-2750-4d1f-bd2b-b1eef79b949d,revision_number=2']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:37.302406 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] For port c874f4c9-2750-4d1f-bd2b-b1eef79b949d, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:50:37.306105 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] For port c874f4c9-2750-4d1f-bd2b-b1eef79b949d, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c874f4c9-2750-4d1f-bd2b-b1eef79b949d,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:50:37.313245 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.317317 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.317902 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.318440 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.318973 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.319475 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.319982 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.320495 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.321001 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.321335 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.321842 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.322333 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.322848 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.323326 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:50:37.330813 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.377039 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a563693-1f5d-46f9-bdda-4e8b95f85cfc None None] Pushing event updated for resources: {'Port': ['ID=c874f4c9-2750-4d1f-bd2b-b1eef79b949d,revision_number=3']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:37.390835 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Network f0212d06-f83e-4a70-8b3d-5ffd7528a28b is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:50:37.397408 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:37.399261 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Routers {'36ff822d-5be9-4337-a948-9594832483b6'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:50:37.399898 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:50:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['36ff822d-5be9-4337-a948-9594832483b6'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:37.401747 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:50:37.436973 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Pushing event updated for resources: {'Port': ['ID=9e073a02-de49-4986-9f07-96ae3d17f71b,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:37.452985 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21924094-95ea-4b20-9a03-b1f338295c76 req-1532a413-109c-419f-9a22-6a1258f7a3d1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:37.454557 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-21924094-95ea-4b20-9a03-b1f338295c76 req-1532a413-109c-419f-9a22-6a1258f7a3d1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1649427 Dec 15 14:50:37.470055 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502151'] for router_interface, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.536796 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] Set router 36ff822d-5be9-4337-a948-9594832483b6 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:50:37.557431 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-21924094-95ea-4b20-9a03-b1f338295c76 req-bb862c4c-d3a4-4ebb-92f6-92f01d261c0a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956812 Dec 15 14:50:37.653836 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-d0d8999b-2fc7-4d86-b797-88443501445f None None] Provisioning complete for port 9e073a02-de49-4986-9f07-96ae3d17f71b triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:37.654214 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d0d8999b-2fc7-4d86-b797-88443501445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.667905 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.716861 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c3826-8586-430d-8059-babde6a1d72c req-bf0e9754-ad68-4c44-b19c-fc1597506c7b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:37.719165 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-625c3826-8586-430d-8059-babde6a1d72c req-bf0e9754-ad68-4c44-b19c-fc1597506c7b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 943 time: 0.0986769 Dec 15 14:50:37.728514 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8999b-2fc7-4d86-b797-88443501445f None None] Port 9e073a02-de49-4986-9f07-96ae3d17f71b cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:50:37.773506 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:35Z', 'revision_number': 3, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:37.790173 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-625c3826-8586-430d-8059-babde6a1d72c req-90792b53-8615-4339-9e24-e32014ca439a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581694 Dec 15 14:50:37.805530 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4eef67-b666-4d00-9fa6-0754bc74a7b4 None None] The sync data for ids ['36ff822d-5be9-4337-a948-9594832483b6'] in dv-cinder-787195-10-iscsi is: [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:35Z', 'revision_number': 3, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:50:37.877638 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.884107 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.956867 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503095'] for router_interface, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:37.958816 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Pushing event updated for resources: {'Port': ['ID=9e073a02-de49-4986-9f07-96ae3d17f71b,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:38.022765 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 30dd572f-25c7-474b-8707-b592aaa4629b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:50:38.071367 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Network f0212d06-f83e-4a70-8b3d-5ffd7528a28b is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:50:38.072929 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:38.241098 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Router 36ff822d-5be9-4337-a948-9594832483b6 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:50:38.380610 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:50:38.382758 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:38.395371 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-fb11556b-c94a-4cf2-9b26-1ce923046c62 admin admin] 10.222.0.62 "PUT /v2.0/routers/36ff822d-5be9-4337-a948-9594832483b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9714379 Dec 15 14:50:38.398256 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '30dd572f-25c7-474b-8707-b592aaa4629b', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'port_id': '30dd572f-25c7-474b-8707-b592aaa4629b', 'mac_address': 'fa:16:3e:83:98:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:50:38.407168 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-efd6454a-ba24-4248-be00-0b43333a9f08 None None] Provisioning complete for port 9e073a02-de49-4986-9f07-96ae3d17f71b triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:38.407549 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-efd6454a-ba24-4248-be00-0b43333a9f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:38.479966 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:38.511650 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30dd572f-25c7-474b-8707-b592aaa4629b {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:50:38.525894 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-efd6454a-ba24-4248-be00-0b43333a9f08 None None] Port 9e073a02-de49-4986-9f07-96ae3d17f71b cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:50:38.542419 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:38.547059 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:38.600871 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=9']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:38.914701 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d2eda-63bc-4560-92d5-5f646bb31162 req-1b1078e6-66e4-41b6-843a-4598e87cd0c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:38.916860 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5b1d2eda-63bc-4560-92d5-5f646bb31162 req-1b1078e6-66e4-41b6-843a-4598e87cd0c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 944 time: 0.0547483 Dec 15 14:50:38.932460 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44016) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:38.937358 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2127229680-network', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:50:38.960929 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Made reservation on behalf of 4ddf3f0f60e54e48917e80484ab54b90 for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:50:38.964034 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:38.969679 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5b1d2eda-63bc-4560-92d5-5f646bb31162 req-0d9db47e-9e8d-437d-88db-14aef5aef1d9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468957 Dec 15 14:50:38.974533 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.063576 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.067648 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.106949 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=119313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:50:39.114365 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d2a15f-0163-4eda-ac58-b4803871a1af,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:39.122703 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.123049 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Added segment 889cb62d-d063-4d9b-a84d-7895f82168f3 of type vlan for network 32a926fd-3a4b-414a-916a-caed9895a2de Dec 15 14:50:39.166439 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.192706 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.193703 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:39.194432 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.197556 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c874f4c9-2750-4d1f-bd2b-b1eef79b949d up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:39.245821 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port c874f4c9-2750-4d1f-bd2b-b1eef79b949d triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:39.246288 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.251619 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3180623 Dec 15 14:50:39.254594 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44020) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:39.258607 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a560c6-ed0a-459f-9849-3da6ca53993a admin admin] Pushing event updated for resources: {'Network': ['ID=32a926fd-3a4b-414a-916a-caed9895a2de,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:39.259554 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Request body: {'subnet': {'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2127229680-subnet', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'ip_version': 4}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:50:39.275879 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 32a926fd-3a4b-414a-916a-caed9895a2de details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:50:39.281855 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Made reservation on behalf of 4ddf3f0f60e54e48917e80484ab54b90 for: {'subnet': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:50:39.285397 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4318837'] for subnet, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.396714 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.418067 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port c874f4c9-2750-4d1f-bd2b-b1eef79b949d, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c874f4c9-2750-4d1f-bd2b-b1eef79b949d,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:39.422326 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.478496 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=c874f4c9-2750-4d1f-bd2b-b1eef79b949d,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:39.482984 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4977430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4318827'] for subnet, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.537421 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c43c5e-c313-43ee-9011-59d07f1259d9,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:39.547591 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Checking segment: {'id': '889cb62d-d063-4d9b-a84d-7895f82168f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:50:39.547958 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Network hostable DHCP agents. Network: 32a926fd-3a4b-414a-916a-caed9895a2de, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:50:39.563927 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Network 32a926fd-3a4b-414a-916a-caed9895a2de is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:50:39.572997 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 32a926fd-3a4b-414a-916a-caed9895a2de) {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:39.579051 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:39.580277 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.580877 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcca5865-82b7-49c6-a7bb-af7f6a0155e6 None None] Network 32a926fd-3a4b-414a-916a-caed9895a2de requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:50:39.599598 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-b55bcb48-0675-4adf-84ab-9400f1b23576 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3436813 Dec 15 14:50:39.602007 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44024) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:39.606443 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2127229680-router', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:50:39.629627 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12371'] for router, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.630843 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12360'] for router, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.685921 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp948c5bf3-a631-5c35-9847-0d272dc6ef08-32a926fd-3a4b-414a-916a-caed9895a2de', 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de', 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'fixed_ips': [{'subnet_id': '48c43c5e-c313-43ee-9011-59d07f1259d9'}]}} from dv-cinder-787195-10-iscsi. {{(pid=119315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:50:39.686831 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.687342 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.703412 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Sync routers for ids ['36ff822d-5be9-4337-a948-9594832483b6'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:50:39.724409 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Routers {'36ff822d-5be9-4337-a948-9594832483b6'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:50:39.725151 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:50:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['36ff822d-5be9-4337-a948-9594832483b6'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:39.832580 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:39.919608 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Set router 36ff822d-5be9-4337-a948-9594832483b6 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:50:39.947864 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.db_base_plugin_common [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Allocated IP 172.20.0.2 (32a926fd-3a4b-414a-916a-caed9895a2de/48c43c5e-c313-43ee-9011-59d07f1259d9/cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf) {{(pid=119315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:50:40.036911 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.058160 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.182264 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cadf4c-a349-4d94-9026-b9e78752886c req-20f5457f-72a7-46b3-83d2-830512cb12d3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:40.183798 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b3cadf4c-a349-4d94-9026-b9e78752886c req-20f5457f-72a7-46b3-83d2-830512cb12d3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 944 time: 0.0902567 Dec 15 14:50:40.216851 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Allocated IP 172.27.2.160 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/c046d332-961a-406d-b1f9-8e09402ae578) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:50:40.227917 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Publish callbacks [] for port, precommit_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.233621 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.263961 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b3cadf4c-a349-4d94-9026-b9e78752886c req-e75b2f36-d41e-4c6a-97a7-df685eaabacd tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738871 Dec 15 14:50:40.278823 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Network 32a926fd-3a4b-414a-916a-caed9895a2de is already hosted by enough agents. {{(pid=119315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:50:40.291405 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.base_scheduler [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Resources bound (agent type, host, resource id): {{(pid=119315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:40.297087 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Received port after_create {{(pid=119315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:50:40.304810 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '9e073a02-de49-4986-9f07-96ae3d17f71b', 'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'mac_address': 'fa:16:3e:f8:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:36Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 2, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'subnets': [{'id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:40.309097 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Pushing event updated for resources: {'Port': ['ID=cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf,revision_number=1']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:40.339193 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Checking router: 36ff822d-5be9-4337-a948-9594832483b6 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:50:40.339595 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Updating router 36ff822d-5be9-4337-a948-9594832483b6 port 9e073a02-de49-4986-9f07-96ae3d17f71b binding host dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:50:40.343284 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.377216 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.401357 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.414751 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Attempting to bind port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:50:40.415136 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Attempting to bind port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '889cb62d-d063-4d9b-a84d-7895f82168f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:50:40.415513 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Attempting to bind port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf on network 32a926fd-3a4b-414a-916a-caed9895a2de {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:50:40.421201 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:50:40.422668 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:50:40.423043 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Checking segment: {'id': '889cb62d-d063-4d9b-a84d-7895f82168f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:50:40.423450 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.423854 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Bound using segment: {'id': '889cb62d-d063-4d9b-a84d-7895f82168f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:50:40.424120 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:40.424328 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Bound port: cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889cb62d-d063-4d9b-a84d-7895f82168f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:50:40.424939 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.426726 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:50:40.457252 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Pushing event updated for resources: {'Port': ['ID=c046d332-961a-406d-b1f9-8e09402ae578,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:40.579651 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] For port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:50:40.584381 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] For port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf,segment=NetworkSegment(889cb62d-d063-4d9b-a84d-7895f82168f3),segment_id=889cb62d-d063-4d9b-a84d-7895f82168f3)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:50:40.597485 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.736027 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1489eaf-0ee0-41cc-b352-ef8d572ad964 None None] Pushing event updated for resources: {'Port': ['ID=cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:40.800010 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Publish callbacks [] for port, precommit_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.807953 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:40.865033 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc9233-ad4f-4a05-b409-b7aad235d91e None None] Pushing event updated for resources: {'Port': ['ID=9e073a02-de49-4986-9f07-96ae3d17f71b,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:40.956229 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:41.075119 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Attempting to bind port 9e073a02-de49-4986-9f07-96ae3d17f71b on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:50:41.075492 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Attempting to bind port 9e073a02-de49-4986-9f07-96ae3d17f71b by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:50:41.075864 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Attempting to bind port 9e073a02-de49-4986-9f07-96ae3d17f71b on network f0212d06-f83e-4a70-8b3d-5ffd7528a28b {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:50:41.083876 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:50:41.084262 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Checking segment: {'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:50:41.084670 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:41.085068 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Bound using segment: {'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:50:41.085535 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Bound port: 9e073a02-de49-4986-9f07-96ae3d17f71b, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:50:41.085921 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:41.188127 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-49bcb940-305c-493a-9026-227f4e2d87bb None None] Provisioning complete for port 9e073a02-de49-4986-9f07-96ae3d17f71b triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:41.188423 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-49bcb940-305c-493a-9026-227f4e2d87bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:41.194934 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772'] for router, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:41.208874 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] For port 9e073a02-de49-4986-9f07-96ae3d17f71b, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:50:41.231541 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] For port 9e073a02-de49-4986-9f07-96ae3d17f71b, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=9e073a02-de49-4986-9f07-96ae3d17f71b,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:50:41.238414 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-49bcb940-305c-493a-9026-227f4e2d87bb None None] Port 9e073a02-de49-4986-9f07-96ae3d17f71b cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:50:41.240550 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:41.288313 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c874f4c9-2750-4d1f-bd2b-b1eef79b949d up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:41.338471 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Routers {'36ff822d-5be9-4337-a948-9594832483b6'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:50:41.343924 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:50:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['36ff822d-5be9-4337-a948-9594832483b6'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:41.353086 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc9233-ad4f-4a05-b409-b7aad235d91e None None] Pushing event updated for resources: {'Port': ['ID=9e073a02-de49-4986-9f07-96ae3d17f71b,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:41.355464 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 is scheduled to L3 agent 640f890b-768f-43eb-a273-24caa84ba444 with binding_index 1 {{(pid=119314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:50:41.469262 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port c874f4c9-2750-4d1f-bd2b-b1eef79b949d triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:41.469818 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:41.494854 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e923a-c2a1-4830-903d-de6532469824 req-ed212730-b5a4-4116-94ab-6cd43e158939 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:41.496428 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d23e923a-c2a1-4830-903d-de6532469824 req-ed212730-b5a4-4116-94ab-6cd43e158939 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 944 time: 0.1264803 Dec 15 14:50:41.521856 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['30dd572f-25c7-474b-8707-b592aaa4629b'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:50:41.530439 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:50:41.546193 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Sync routers for ids ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:50:41.558278 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] Set router 36ff822d-5be9-4337-a948-9594832483b6 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:50:41.564454 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Routers {'288e67b4-97bd-4b71-8378-a67f4b2f4ba3'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:50:41.565509 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:50:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:41.570349 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] Publish callbacks [] for router, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:41.574385 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44040) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:41.574901 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-49648f64-eb3d-4a66-a583-9231ffdb0256 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9713531 Dec 15 14:50:41.598681 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d23e923a-c2a1-4830-903d-de6532469824 req-42462ef0-dc4a-4421-98e0-c6effa692d14 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908866 Dec 15 14:50:41.758595 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Set router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:50:41.827935 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-d5be0372-81d8-41d5-b090-eb37fcd21978 None None] Provisioning complete for port 9e073a02-de49-4986-9f07-96ae3d17f71b triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:41.828308 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d5be0372-81d8-41d5-b090-eb37fcd21978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:41.875931 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:41.974653 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'name': 'tempest-TestMinimumBasicScenario-2127229680-router', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:39Z', 'updated_at': '2021-12-15T14:50:40Z', 'revision_number': 3, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'gw_port': {'id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:96:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:40Z', 'updated_at': '2021-12-15T14:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:42.007652 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Checking router: 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:50:42.008220 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Updating router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 port c046d332-961a-406d-b1f9-8e09402ae578 binding host dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:50:42.008740 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40dfe00-92b5-48e3-9e9c-aa99703daf76 None None] Network 32a926fd-3a4b-414a-916a-caed9895a2de requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:50:42.035837 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.107344 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.116179 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:42.116565 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.151567 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d5be0372-81d8-41d5-b090-eb37fcd21978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.250296 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-d5be0372-81d8-41d5-b090-eb37fcd21978 None None] For port 9e073a02-de49-4986-9f07-96ae3d17f71b, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=9e073a02-de49-4986-9f07-96ae3d17f71b,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:42.252862 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '9e073a02-de49-4986-9f07-96ae3d17f71b', 'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'mac_address': 'fa:16:3e:f8:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:36Z', 'updated_at': '2021-12-15T14:50:41Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'subnets': [{'id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:42.289192 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d5be0372-81d8-41d5-b090-eb37fcd21978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.332654 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Publish callbacks [] for port, precommit_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.332862 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098268d-6824-4b87-9d20-227e0e7d4c04 None None] The sync data for ids ['36ff822d-5be9-4337-a948-9594832483b6'] in dv-cinder-787195-10-iscsi is: [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '9e073a02-de49-4986-9f07-96ae3d17f71b', 'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'mac_address': 'fa:16:3e:f8:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:36Z', 'updated_at': '2021-12-15T14:50:41Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'subnets': [{'id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:50:42.345099 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.353235 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Allocated IP 172.20.0.1 (32a926fd-3a4b-414a-916a-caed9895a2de/48c43c5e-c313-43ee-9011-59d07f1259d9/cac9d86d-aa25-41f3-9140-3fc3227668b1) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:50:42.384497 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be0372-81d8-41d5-b090-eb37fcd21978 None None] Pushing event updated for resources: {'Port': ['ID=9e073a02-de49-4986-9f07-96ae3d17f71b,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:42.423657 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.504609 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf,segment=NetworkSegment(889cb62d-d063-4d9b-a84d-7895f82168f3),segment_id=889cb62d-d063-4d9b-a84d-7895f82168f3)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:42.510212 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf93aef-9a32-461e-970d-33f7f1f801bf None None] Pushing event updated for resources: {'Port': ['ID=c046d332-961a-406d-b1f9-8e09402ae578,revision_number=2']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:42.511074 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-7dfd568d-6cd8-46cc-ba3b-7c20a86c0ad7 None None] Provisioning complete for port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:42.512878 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7dfd568d-6cd8-46cc-ba3b-7c20a86c0ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.520644 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Attempting to bind port c046d332-961a-406d-b1f9-8e09402ae578 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:50:42.520644 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Attempting to bind port c046d332-961a-406d-b1f9-8e09402ae578 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:50:42.520644 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Attempting to bind port c046d332-961a-406d-b1f9-8e09402ae578 on network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:50:42.521788 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.527289 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.539414 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:50:42.539791 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:50:42.540194 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.540589 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Bound using segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:50:42.541209 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Bound port: c046d332-961a-406d-b1f9-8e09402ae578, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:50:42.541630 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.605584 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.632436 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] For port c046d332-961a-406d-b1f9-8e09402ae578, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:50:42.636560 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] For port c046d332-961a-406d-b1f9-8e09402ae578, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c046d332-961a-406d-b1f9-8e09402ae578,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:50:42.664871 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.699126 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Network 32a926fd-3a4b-414a-916a-caed9895a2de is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:50:42.719871 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:42.721463 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:42.726104 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:50:42.815892 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf93aef-9a32-461e-970d-33f7f1f801bf None None] Pushing event updated for resources: {'Port': ['ID=c046d332-961a-406d-b1f9-8e09402ae578,revision_number=3']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:42.821654 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=cac9d86d-aa25-41f3-9140-3fc3227668b1,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:42.840581 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Routers {'288e67b4-97bd-4b71-8378-a67f4b2f4ba3'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:50:42.843317 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:50:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:42.848054 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502151'] for router_interface, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.863912 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cfc22-a0b7-4c09-a3ec-a014ca9e5644 req-d33d0a87-09fa-4cac-82b4-66f0514d4d1f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:42.865867 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8b0cfc22-a0b7-4c09-a3ec-a014ca9e5644 req-d33d0a87-09fa-4cac-82b4-66f0514d4d1f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 944 time: 0.1100483 Dec 15 14:50:42.961084 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-195d06d2-d91b-4f6c-972d-d708ef5b3e3f None None] Provisioning complete for port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:42.961460 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-195d06d2-d91b-4f6c-972d-d708ef5b3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:42.981689 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8b0cfc22-a0b7-4c09-a3ec-a014ca9e5644 req-68a99347-d30e-46de-862f-7b73fa70f2fb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047094 Dec 15 14:50:43.046758 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] Set router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:50:43.116144 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-d8f94e15-fec2-48b9-b257-363fca829359 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:43.117844 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-d8f94e15-fec2-48b9-b257-363fca829359 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/networks?id=2ae6bc88-32e8-49a4-b9fa-1561ce00407c HTTP/1.1" status: 200 len: 814 time: 0.1802762 Dec 15 14:50:43.154704 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-8c8328ab-de37-4a74-a6fc-042de29afd3c tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/quotas/b4813c9566d84aa8bdadf57cd9556183 HTTP/1.1" status: 200 len: 375 time: 0.0169973 Dec 15 14:50:43.215385 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-202baf6a-7239-4a37-a878-41253c5861b3 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4813c9566d84aa8bdadf57cd9556183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388925 Dec 15 14:50:43.218285 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:43.227042 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-aa721eca-cbe9-4d17-a40e-1c68975123b4 None None] Provisioning complete for port cac9d86d-aa25-41f3-9140-3fc3227668b1 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:43.228286 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-aa721eca-cbe9-4d17-a40e-1c68975123b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:43.295907 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-aa721eca-cbe9-4d17-a40e-1c68975123b4 None None] Port cac9d86d-aa25-41f3-9140-3fc3227668b1 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:50:43.313416 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 9e073a02-de49-4986-9f07-96ae3d17f71b up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:43.365584 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 9e073a02-de49-4986-9f07-96ae3d17f71b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:43.366047 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:43.395117 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'name': 'tempest-TestMinimumBasicScenario-2127229680-router', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:39Z', 'updated_at': '2021-12-15T14:50:40Z', 'revision_number': 3, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'gw_port': {'id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:96:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:40Z', 'updated_at': '2021-12-15T14:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:43.432848 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb0f5a-9223-45d4-b0d1-17d9609bc26c None None] The sync data for ids ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'] in dv-cinder-787195-10-iscsi is: [{'id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'name': 'tempest-TestMinimumBasicScenario-2127229680-router', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:39Z', 'updated_at': '2021-12-15T14:50:40Z', 'revision_number': 3, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'gw_port': {'id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:96:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:40Z', 'updated_at': '2021-12-15T14:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:50:43.461293 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:43.671417 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:43.672514 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:43.757961 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-3cf1b9e1-e7bd-4257-948a-32d3822ce0e3 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294528 Dec 15 14:50:43.887471 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:43.895961 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:43.982212 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-b1351ef4-f8f2-4689-bfaa-10d0551d243d service neutron] 10.222.0.62 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232094 Dec 15 14:50:43.993252 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503095'] for router_interface, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:43.995240 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=cac9d86d-aa25-41f3-9140-3fc3227668b1,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:44.066716 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 30dd572f-25c7-474b-8707-b592aaa4629b up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:44.146318 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Network 32a926fd-3a4b-414a-916a-caed9895a2de is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:50:44.150185 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:44.182858 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 30dd572f-25c7-474b-8707-b592aaa4629b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:44.183359 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:44.216173 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edae3c-fccf-43de-bf25-dc9c9262cdc4 req-3a4c4e95-5fc1-4151-8027-f6241a7d47f4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:44.218186 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-44edae3c-fccf-43de-bf25-dc9c9262cdc4 req-3a4c4e95-5fc1-4151-8027-f6241a7d47f4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 944 time: 0.1047652 Dec 15 14:50:44.293626 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-44edae3c-fccf-43de-bf25-dc9c9262cdc4 req-536b7c80-fd5e-4624-b81e-cd9741e6064f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657256 Dec 15 14:50:44.321352 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-738cc9b1-b5ca-4153-84f4-35f4b7e23897 req-732b84f2-6731-4f31-8488-ffaa71929aae tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 210 time: 0.0873158 Dec 15 14:50:44.360695 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:50:44.367841 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:44.405956 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:50:44.408510 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2ecaaa-e364-4f88-ac08-9eadaf9a145f" -d '{"events": [{"server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "name": "network-vif-plugged", "status": "completed", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:50:44.430869 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:44.437193 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:44.485986 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290b1f9d-2f1b-4cb3-9ba8-fb6a68c5c8a6 x-openstack-request-id: req-290b1f9d-2f1b-4cb3-9ba8-fb6a68c5c8a6 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:50:44.486285 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "name": "network-vif-plugged", "status": "completed", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:50:44.486539 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-290b1f9d-2f1b-4cb3-9ba8-fb6a68c5c8a6 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:50:44.488191 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b', 'code': 200} Dec 15 14:50:44.521391 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=10']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:44.549979 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:50:44.551837 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-79d54bce-1f51-41e1-af57-dd4419d6de5f None None] Provisioning complete for port cac9d86d-aa25-41f3-9140-3fc3227668b1 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:44.552283 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-79d54bce-1f51-41e1-af57-dd4419d6de5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:44.555322 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-8e13c73b-3cbe-4c1a-8fdf-bb0f3aadc4b4 admin admin] 10.222.0.62 "PUT /v2.0/routers/288e67b4-97bd-4b71-8378-a67f4b2f4ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9790926 Dec 15 14:50:44.605918 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-79d54bce-1f51-41e1-af57-dd4419d6de5f None None] Port cac9d86d-aa25-41f3-9140-3fc3227668b1 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:50:45.055206 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09505375-d4e8-4635-9c71-4b3628aee780 req-797110d7-bbf2-4955-aeb3-1939990ebc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:45.056707 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-09505375-d4e8-4635-9c71-4b3628aee780 req-797110d7-bbf2-4955-aeb3-1939990ebc5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 1099 time: 0.0482337 Dec 15 14:50:45.060660 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60106252-b5b7-4e79-8f31-10115a124065 req-600a105b-0a84-41a2-bb2c-d4085a7fb50d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:45.062164 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-60106252-b5b7-4e79-8f31-10115a124065 req-600a105b-0a84-41a2-bb2c-d4085a7fb50d tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0561922 Dec 15 14:50:45.111382 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-09505375-d4e8-4635-9c71-4b3628aee780 req-dfc05e98-cc8d-4448-b359-a12597764728 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401289 Dec 15 14:50:45.132603 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-60106252-b5b7-4e79-8f31-10115a124065 req-66b26b98-0bdb-4792-848f-d24ae0c6f78c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634692 Dec 15 14:50:45.198434 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c046d332-961a-406d-b1f9-8e09402ae578 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:45.246967 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port c046d332-961a-406d-b1f9-8e09402ae578 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:45.247447 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:45.327460 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:45.353953 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port c046d332-961a-406d-b1f9-8e09402ae578, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c046d332-961a-406d-b1f9-8e09402ae578,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:45.357869 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:45.442567 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=c046d332-961a-406d-b1f9-8e09402ae578,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:45.486676 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3986-4ece-40be-a1da-627e74f65bfc req-b511a002-5d6d-4ce4-baa6-dd9a1f015990 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:45.495417 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1d2c3986-4ece-40be-a1da-627e74f65bfc req-b511a002-5d6d-4ce4-baa6-dd9a1f015990 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 946 time: 0.0949433 Dec 15 14:50:45.510518 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-420a602d-e80b-46db-bd45-52fadd86a08c req-dfca5640-5d1e-4a1c-951c-203f0ee5106d tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 210 time: 0.0552940 Dec 15 14:50:45.573162 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1d2c3986-4ece-40be-a1da-627e74f65bfc req-ea439810-ac33-4091-b965-699ace49c38c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766308 Dec 15 14:50:45.724052 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-08e60125-6957-4d6f-a660-dd8b143b6f3a tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:45.725964 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-08e60125-6957-4d6f-a660-dd8b143b6f3a tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.64 "GET /v2.0/networks?id=2ae6bc88-32e8-49a4-b9fa-1561ce00407c HTTP/1.1" status: 200 len: 814 time: 0.1518300 Dec 15 14:50:45.743330 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Request body: {'port': {'device_id': '4cadc527-699a-4bc7-b450-aad71b7cf845', 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c', 'admin_state_up': True, 'tenant_id': 'b4813c9566d84aa8bdadf57cd9556183'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:50:45.895996 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Made reservation on behalf of b4813c9566d84aa8bdadf57cd9556183 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:50:45.900226 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:45.972930 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Sync routers for ids ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:50:45.988751 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Routers {'288e67b4-97bd-4b71-8378-a67f4b2f4ba3'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:50:45.989519 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-721f1108-16c4-4630-a650-00e19254b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:50:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:46.044920 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Allocated IP 172.20.0.2 (2ae6bc88-32e8-49a4-b9fa-1561ce00407c/feaf4444-1e65-4f49-9bfa-8e036e8621e1/9a2fe5c2-c649-4472-8902-5e77148f09a7) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:50:46.129609 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Set router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:50:46.268389 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:46.346926 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:46.366844 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817830-9e5d-457a-8a4c-f225aa59add0 req-209e90e2-86a9-4b7d-b408-2e5b849470d3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:46.368599 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2c817830-9e5d-457a-8a4c-f225aa59add0 req-209e90e2-86a9-4b7d-b408-2e5b849470d3 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.1274188 Dec 15 14:50:46.426848 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-721f1108-16c4-4630-a650-00e19254b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'name': 'tempest-TestMinimumBasicScenario-2127229680-router', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:39Z', 'updated_at': '2021-12-15T14:50:43Z', 'revision_number': 4, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'gw_port': {'id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:96:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:40Z', 'updated_at': '2021-12-15T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'cac9d86d-aa25-41f3-9140-3fc3227668b1', 'name': '', 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'mac_address': 'fa:16:3e:8e:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48c43c5e-c313-43ee-9011-59d07f1259d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:42Z', 'updated_at': '2021-12-15T14:50:43Z', 'revision_number': 2, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'subnets': [{'id': '48c43c5e-c313-43ee-9011-59d07f1259d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:46.466918 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2c817830-9e5d-457a-8a4c-f225aa59add0 req-932952da-d277-4fd5-b1d9-d084b9cafa4a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879033 Dec 15 14:50:46.469002 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:50:46.473661 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:46.486182 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Checking router: 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:50:46.487149 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Updating router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 port cac9d86d-aa25-41f3-9140-3fc3227668b1 binding host dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:50:46.496396 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:50:46.516053 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:46.534776 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Pushing event updated for resources: {'Port': ['ID=9a2fe5c2-c649-4472-8902-5e77148f09a7,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:46.628498 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:46.629148 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:46.727049 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-cc0c92cf-aeb2-4d8b-b52c-ecd4f2335830 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9900792 Dec 15 14:50:46.751340 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Request body: {'port': {'device_id': '4cadc527-699a-4bc7-b450-aad71b7cf845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:50:46.761386 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d9df5-4536-4ec8-89a4-7e7686b0d620 req-a9705455-e15f-4ec2-b02d-322a51b31ca5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:46.769785 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-734d9df5-4536-4ec8-89a4-7e7686b0d620 req-a9705455-e15f-4ec2-b02d-322a51b31ca5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 946 time: 0.0802796 Dec 15 14:50:46.801205 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64282e-8e1e-4ad5-85e1-8078b19fdbd8 req-9ad0e665-04db-4b78-aae4-463f019ce501 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:46.802983 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7b64282e-8e1e-4ad5-85e1-8078b19fdbd8 req-9ad0e665-04db-4b78-aae4-463f019ce501 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 931 time: 0.1437142 Dec 15 14:50:46.854826 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-734d9df5-4536-4ec8-89a4-7e7686b0d620 req-aaaca393-7cb2-406f-b1fa-4038bf015d8c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834343 Dec 15 14:50:46.879131 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:46.967400 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7b64282e-8e1e-4ad5-85e1-8078b19fdbd8 req-2877ff16-e144-4ce3-8f86-06f7c972d670 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549206 Dec 15 14:50:46.987832 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Publish callbacks [] for port, precommit_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:46.999240 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.079799 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47078dc4-6601-4701-91e9-5a74f1979a0f None None] Pushing event updated for resources: {'Port': ['ID=cac9d86d-aa25-41f3-9140-3fc3227668b1,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:47.136954 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Attempting to bind port cac9d86d-aa25-41f3-9140-3fc3227668b1 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:50:47.137431 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Attempting to bind port cac9d86d-aa25-41f3-9140-3fc3227668b1 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '889cb62d-d063-4d9b-a84d-7895f82168f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:50:47.137918 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Attempting to bind port cac9d86d-aa25-41f3-9140-3fc3227668b1 on network 32a926fd-3a4b-414a-916a-caed9895a2de {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:50:47.145419 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:50:47.146176 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Checking segment: {'id': '889cb62d-d063-4d9b-a84d-7895f82168f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:50:47.147217 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.147716 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Bound using segment: {'id': '889cb62d-d063-4d9b-a84d-7895f82168f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:50:47.148320 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Bound port: cac9d86d-aa25-41f3-9140-3fc3227668b1, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889cb62d-d063-4d9b-a84d-7895f82168f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:50:47.148841 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.254420 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-721f1108-16c4-4630-a650-00e19254b349 None None] For port cac9d86d-aa25-41f3-9140-3fc3227668b1, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:50:47.258889 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-721f1108-16c4-4630-a650-00e19254b349 None None] For port cac9d86d-aa25-41f3-9140-3fc3227668b1, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=cac9d86d-aa25-41f3-9140-3fc3227668b1,segment=NetworkSegment(889cb62d-d063-4d9b-a84d-7895f82168f3),segment_id=889cb62d-d063-4d9b-a84d-7895f82168f3)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:50:47.265944 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c046d332-961a-406d-b1f9-8e09402ae578 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:47.338909 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.381699 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2fe5c2-c649-4472-8902-5e77148f09a7 {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:50:47.390218 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port c046d332-961a-406d-b1f9-8e09402ae578 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:47.391022 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.391459 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.407176 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Transition to ACTIVE for port object 9a2fe5c2-c649-4472-8902-5e77148f09a7 will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:50:47.426076 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.495571 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Routers {'288e67b4-97bd-4b71-8378-a67f4b2f4ba3'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:50:47.496242 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-721f1108-16c4-4630-a650-00e19254b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:50:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:47.509919 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47078dc4-6601-4701-91e9-5a74f1979a0f None None] Pushing event updated for resources: {'Port': ['ID=cac9d86d-aa25-41f3-9140-3fc3227668b1,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:47.525211 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2fe5c2-c649-4472-8902-5e77148f09a7,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:47.628385 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-7c169c6c-4004-4072-b431-b93405fc8dce None None] Provisioning complete for port cac9d86d-aa25-41f3-9140-3fc3227668b1 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:47.628793 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7c169c6c-4004-4072-b431-b93405fc8dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.709220 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8389e0-a601-4366-a9aa-d964c20ba1b5 req-28339722-eafe-4828-b575-e317dd7e9a91 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:47.717957 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6a8389e0-a601-4366-a9aa-d964c20ba1b5 req-28339722-eafe-4828-b575-e317dd7e9a91 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0995002 Dec 15 14:50:47.730118 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Attempting to bind port 9a2fe5c2-c649-4472-8902-5e77148f09a7 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:50:47.730879 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Attempting to bind port 9a2fe5c2-c649-4472-8902-5e77148f09a7 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '6e7adad7-f4a4-4376-9013-ea46c037f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:50:47.731469 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Attempting to bind port 9a2fe5c2-c649-4472-8902-5e77148f09a7 on network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:50:47.742946 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Port 9a2fe5c2-c649-4472-8902-5e77148f09a7 on network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:50:47.743650 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Attempting to bind port 9a2fe5c2-c649-4472-8902-5e77148f09a7 on network 2ae6bc88-32e8-49a4-b9fa-1561ce00407c {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:50:47.751748 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:50:47.753076 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Checking segment: {'id': '6e7adad7-f4a4-4376-9013-ea46c037f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:50:47.753779 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Bound using segment: {'id': '6e7adad7-f4a4-4376-9013-ea46c037f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:50:47.755394 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Bound port: 9a2fe5c2-c649-4472-8902-5e77148f09a7, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7adad7-f4a4-4376-9013-ea46c037f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:50:47.756323 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.799740 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6a8389e0-a601-4366-a9aa-d964c20ba1b5 req-d67b4644-f277-4d56-ba84-bccb92b0e356 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802259 Dec 15 14:50:47.839333 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7c169c6c-4004-4072-b431-b93405fc8dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.878359 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-721f1108-16c4-4630-a650-00e19254b349 None None] Set router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:50:47.886798 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] For port 9a2fe5c2-c649-4472-8902-5e77148f09a7, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:50:47.910195 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] For port 9a2fe5c2-c649-4472-8902-5e77148f09a7, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9a2fe5c2-c649-4472-8902-5e77148f09a7,segment=NetworkSegment(6e7adad7-f4a4-4376-9013-ea46c037f342),segment_id=6e7adad7-f4a4-4376-9013-ea46c037f342)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:50:47.925926 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-80f62886-7ff4-4152-a4eb-24efb8b5ea5f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:47.928325 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-80f62886-7ff4-4152-a4eb-24efb8b5ea5f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.64 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0931489 Dec 15 14:50:47.928574 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-7c169c6c-4004-4072-b431-b93405fc8dce None None] For port cac9d86d-aa25-41f3-9140-3fc3227668b1, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=cac9d86d-aa25-41f3-9140-3fc3227668b1,segment=NetworkSegment(889cb62d-d063-4d9b-a84d-7895f82168f3),segment_id=889cb62d-d063-4d9b-a84d-7895f82168f3)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:47.930494 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.944116 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7c169c6c-4004-4072-b431-b93405fc8dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:47.998250 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2fe5c2-c649-4472-8902-5e77148f09a7,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:48.034558 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c169c6c-4004-4072-b431-b93405fc8dce None None] Pushing event updated for resources: {'Port': ['ID=cac9d86d-aa25-41f3-9140-3fc3227668b1,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:48.128382 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-9baaa17a-ade8-428e-b63b-077cadaf637d None None] Provisioning complete for port cac9d86d-aa25-41f3-9140-3fc3227668b1 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:48.129778 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9baaa17a-ade8-428e-b63b-077cadaf637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:48.138196 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:48.139166 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:48.141324 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-25c32439-cd33-4fe9-9c5c-277e1b59ccc8 service neutron] 10.222.0.64 "PUT /v2.0/ports/9a2fe5c2-c649-4472-8902-5e77148f09a7 HTTP/1.1" status: 200 len: 1093 time: 1.3998773 Dec 15 14:50:48.144392 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cadc527-699a-4bc7-b450-aad71b7cf845', 'tag': '9a2fe5c2-c649-4472-8902-5e77148f09a7'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:50:48.146994 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28025df-0641-4623-82f8-04d2d04eb679" -d '{"events": [{"name": "network-changed", "server_uuid": "4cadc527-699a-4bc7-b450-aad71b7cf845", "tag": "9a2fe5c2-c649-4472-8902-5e77148f09a7"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:50:48.173881 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca92a1-a1a7-4c34-bf10-0b9927e5f550 req-3181a881-1067-4dcb-8b21-7af0de0c5875 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:48.184597 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-edca92a1-a1a7-4c34-bf10-0b9927e5f550 req-3181a881-1067-4dcb-8b21-7af0de0c5875 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 943 time: 0.0884008 Dec 15 14:50:48.256555 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94731d-e433-4e5c-9905-96fa0f02294c req-8c303b48-610a-4b83-8d60-9c21928439f2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:48.258544 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7d94731d-e433-4e5c-9905-96fa0f02294c req-8c303b48-610a-4b83-8d60-9c21928439f2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 946 time: 0.2613158 Dec 15 14:50:48.282821 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-edca92a1-a1a7-4c34-bf10-0b9927e5f550 req-606eb8b1-91b5-497e-8d64-ec93560b1144 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953922 Dec 15 14:50:48.285686 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-f5c49313-0316-4b6e-b088-34adacc88761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:48.287477 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-f5c49313-0316-4b6e-b088-34adacc88761 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4813c9566d84aa8bdadf57cd9556183&device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 1096 time: 0.0982406 Dec 15 14:50:48.303235 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-74bdab1a-743f-47de-91cf-022294f22f43 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Deleting port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:50:48.303929 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-74bdab1a-743f-47de-91cf-022294f22f43 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:48.313879 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-721f1108-16c4-4630-a650-00e19254b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'name': 'tempest-TestMinimumBasicScenario-2127229680-router', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:39Z', 'updated_at': '2021-12-15T14:50:43Z', 'revision_number': 4, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'gw_port': {'id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:96:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:40Z', 'updated_at': '2021-12-15T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'cac9d86d-aa25-41f3-9140-3fc3227668b1', 'name': '', 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'mac_address': 'fa:16:3e:8e:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48c43c5e-c313-43ee-9011-59d07f1259d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:42Z', 'updated_at': '2021-12-15T14:50:47Z', 'revision_number': 4, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'subnets': [{'id': '48c43c5e-c313-43ee-9011-59d07f1259d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:50:48.349617 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f1108-16c4-4630-a650-00e19254b349 None None] The sync data for ids ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'] in dv-cinder-787195-10-iscsi is: [{'id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'name': 'tempest-TestMinimumBasicScenario-2127229680-router', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:39Z', 'updated_at': '2021-12-15T14:50:43Z', 'revision_number': 4, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'gw_port': {'id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:96:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:40Z', 'updated_at': '2021-12-15T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'cac9d86d-aa25-41f3-9140-3fc3227668b1', 'name': '', 'network_id': '32a926fd-3a4b-414a-916a-caed9895a2de', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'mac_address': 'fa:16:3e:8e:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48c43c5e-c313-43ee-9011-59d07f1259d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:42Z', 'updated_at': '2021-12-15T14:50:47Z', 'revision_number': 4, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'subnets': [{'id': '48c43c5e-c313-43ee-9011-59d07f1259d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:50:48.371431 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8346757-c53d-43f4-8707-a257d43f7291 x-openstack-request-id: req-d8346757-c53d-43f4-8707-a257d43f7291 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:50:48.371860 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cadc527-699a-4bc7-b450-aad71b7cf845", "tag": "9a2fe5c2-c649-4472-8902-5e77148f09a7", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:50:48.372385 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8346757-c53d-43f4-8707-a257d43f7291 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:50:48.372893 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cadc527-699a-4bc7-b450-aad71b7cf845', 'tag': '9a2fe5c2-c649-4472-8902-5e77148f09a7', 'status': 'completed', 'code': 200} Dec 15 14:50:48.429528 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-32b27a16-12ea-469f-b1bc-1cc97e1eef66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a2fe5c2-c649-4472-8902-5e77148f09a7 HTTP/1.1" status: 200 len: 217 time: 0.1309149 Dec 15 14:50:48.535287 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7d94731d-e433-4e5c-9905-96fa0f02294c req-8f3d9cb8-cd45-44f1-8286-7f3203886b85 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620635 Dec 15 14:50:48.573690 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-d744e778-11f3-440b-ab79-de3ea4e8a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:48.575221 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-d744e778-11f3-440b-ab79-de3ea4e8a16a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=feaf4444-1e65-4f49-9bfa-8e036e8621e1 HTTP/1.1" status: 200 len: 854 time: 0.1366279 Dec 15 14:50:48.635179 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-d8b0c635-e498-4300-8b94-c8315fba232d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ae6bc88-32e8-49a4-b9fa-1561ce00407c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457535 Dec 15 14:50:48.653187 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-74bdab1a-743f-47de-91cf-022294f22f43 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] For port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:48.653743 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-74bdab1a-743f-47de-91cf-022294f22f43 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:48.712006 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-74bdab1a-743f-47de-91cf-022294f22f43 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Calling delete_port for c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:50:48.825408 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-37a21683-626e-4164-b630-ea3d2a92b321 service neutron] 10.222.0.64 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819792 Dec 15 14:50:48.954734 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04ef03-697e-4b16-9926-a7371eb28fb2 req-6c98de68-9489-4a4f-9b6e-8494c64bc7c1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:48.963692 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6a04ef03-697e-4b16-9926-a7371eb28fb2 req-6c98de68-9489-4a4f-9b6e-8494c64bc7c1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=879d51c0-9eed-4903-bcf8-430c0cdd7c66 HTTP/1.1" status: 200 len: 946 time: 0.0812628 Dec 15 14:50:49.008766 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-74bdab1a-743f-47de-91cf-022294f22f43 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:49.012240 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6a04ef03-697e-4b16-9926-a7371eb28fb2 req-05efc066-fce9-4e2d-823d-757c12c23002 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475163 Dec 15 14:50:49.022055 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['1e3e0c90-a04e-4b65-9632-b6a88c2db2e7', 'c8e6f92f-7c5f-43d9-ae97-b5396cce93c2'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:50:49.068273 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdab1a-743f-47de-91cf-022294f22f43 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Pushing event deleted for resources: {'Port': ['ID=c8e6f92f-7c5f-43d9-ae97-b5396cce93c2,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:49.071984 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78f87449-66c2-4daf-aff9-23cbd4abde6f req-b9129cfe-565d-4c87-a29a-fa891ffafb1f service neutron] 10.222.0.64 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327497 Dec 15 14:50:49.152628 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-74bdab1a-743f-47de-91cf-022294f22f43 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] No DVR routers for this DVR port c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:50:49.156751 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-74bdab1a-743f-47de-91cf-022294f22f43 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:49.165005 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2ab4f077-5912-4fc6-91d6-211d5513a5e0 req-74bdab1a-743f-47de-91cf-022294f22f43 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.64 "DELETE /v2.0/ports/c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 HTTP/1.1" status: 204 len: 173 time: 1.1687915 Dec 15 14:50:49.268112 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28025df-0641-4623-82f8-04d2d04eb679 req-2d4cdb3b-bda1-45b3-9eb2-6d56f326cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:49.269897 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b28025df-0641-4623-82f8-04d2d04eb679 req-2d4cdb3b-bda1-45b3-9eb2-6d56f326cda4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4813c9566d84aa8bdadf57cd9556183&device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 1096 time: 0.0937192 Dec 15 14:50:49.312591 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device cac9d86d-aa25-41f3-9140-3fc3227668b1 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:49.451466 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6412c-d40c-41bb-9096-a549e15506b7 req-904c33cd-108a-4bfb-b5fc-2be91c689bcc tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:49.459699 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3bf6412c-d40c-41bb-9096-a549e15506b7 req-904c33cd-108a-4bfb-b5fc-2be91c689bcc tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 943 time: 0.0757589 Dec 15 14:50:49.534520 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28025df-0641-4623-82f8-04d2d04eb679 req-f9568f2c-53a2-4d40-ad01-1d44169b1714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:49.536390 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b28025df-0641-4623-82f8-04d2d04eb679 req-f9568f2c-53a2-4d40-ad01-1d44169b1714 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ae6bc88-32e8-49a4-b9fa-1561ce00407c HTTP/1.1" status: 200 len: 915 time: 0.2563572 Dec 15 14:50:49.553408 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3bf6412c-d40c-41bb-9096-a549e15506b7 req-be36e148-bc77-4638-a3e3-6852970fb12e tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874455 Dec 15 14:50:49.558348 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port cac9d86d-aa25-41f3-9140-3fc3227668b1 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:49.558890 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:49.604112 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b28025df-0641-4623-82f8-04d2d04eb679 req-bd7e573f-e7e8-4096-8149-b45c00e353ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a2fe5c2-c649-4472-8902-5e77148f09a7 HTTP/1.1" status: 200 len: 217 time: 0.0396445 Dec 15 14:50:49.676006 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28025df-0641-4623-82f8-04d2d04eb679 req-c1675abb-097d-4b96-905a-7ef59ccaf74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:49.677583 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b28025df-0641-4623-82f8-04d2d04eb679 req-c1675abb-097d-4b96-905a-7ef59ccaf74d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=feaf4444-1e65-4f49-9bfa-8e036e8621e1 HTTP/1.1" status: 200 len: 854 time: 0.0642059 Dec 15 14:50:49.731615 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b28025df-0641-4623-82f8-04d2d04eb679 req-ce9cea31-d628-4cf0-84dc-d39c09d3a70b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ae6bc88-32e8-49a4-b9fa-1561ce00407c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355656 Dec 15 14:50:49.870101 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b28025df-0641-4623-82f8-04d2d04eb679 req-a0365941-7f64-42e6-8a25-31e49bce8968 service neutron] 10.222.0.64 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228063 Dec 15 14:50:50.008584 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b28025df-0641-4623-82f8-04d2d04eb679 req-efaf4df8-2f6d-4307-ad8e-bb1e89b0ad83 service neutron] 10.222.0.64 "GET /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213679 Dec 15 14:50:50.331094 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a304b-9233-46bc-b463-0bcc3130e495 req-4fb5e1a4-3731-4944-989c-42e997239c9c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:50.339611 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4b7a304b-9233-46bc-b463-0bcc3130e495 req-4fb5e1a4-3731-4944-989c-42e997239c9c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0777707 Dec 15 14:50:50.374602 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879d51c0-9eed-4903-bcf8-430c0cdd7c66', 'name': 'network-vif-deleted', 'tag': 'c8e6f92f-7c5f-43d9-ae97-b5396cce93c2'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:50:50.380763 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f3c6a1-d812-44c0-8db4-5d70b5038434" -d '{"events": [{"server_uuid": "879d51c0-9eed-4903-bcf8-430c0cdd7c66", "name": "network-vif-deleted", "tag": "c8e6f92f-7c5f-43d9-ae97-b5396cce93c2"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:50:50.410810 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4b7a304b-9233-46bc-b463-0bcc3130e495 req-4cc39f51-4b71-4c18-859b-9ee933685d9c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648937 Dec 15 14:50:50.434757 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95649a01-7c35-48dc-9abb-acd1dfbe285d x-openstack-request-id: req-95649a01-7c35-48dc-9abb-acd1dfbe285d {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:50:50.435057 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879d51c0-9eed-4903-bcf8-430c0cdd7c66", "name": "network-vif-deleted", "tag": "c8e6f92f-7c5f-43d9-ae97-b5396cce93c2", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:50:50.435317 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95649a01-7c35-48dc-9abb-acd1dfbe285d {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:50:50.435711 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879d51c0-9eed-4903-bcf8-430c0cdd7c66', 'name': 'network-vif-deleted', 'tag': 'c8e6f92f-7c5f-43d9-ae97-b5396cce93c2', 'status': 'completed', 'code': 200} Dec 15 14:50:50.519870 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-c7afb411-5f07-4328-ae3d-858a139ff2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:50.677124 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea911-68de-4792-9a2c-042e9697d625 req-cd25efaa-e11d-42b1-afa5-bbcb0b21a78b tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:50.678802 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-158ea911-68de-4792-9a2c-042e9697d625 req-cd25efaa-e11d-42b1-afa5-bbcb0b21a78b tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 943 time: 0.0596735 Dec 15 14:50:50.743265 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-158ea911-68de-4792-9a2c-042e9697d625 req-29fcf80b-9584-4845-9a13-654ca4c79ce1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577178 Dec 15 14:50:51.525908 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc171-584c-4000-b601-e5f746df4e24 req-32e50fcd-66a1-4b00-aca3-bd6ff80fc0c7 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:51.527474 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2c2dc171-584c-4000-b601-e5f746df4e24 req-32e50fcd-66a1-4b00-aca3-bd6ff80fc0c7 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0531843 Dec 15 14:50:51.585744 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2c2dc171-584c-4000-b601-e5f746df4e24 req-8244e43e-12cc-47c0-aa35-cc009030a76a tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512531 Dec 15 14:50:51.873795 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37101c-4292-4dc5-9292-7adf01205a41 req-9d7b8831-7b77-4d97-92d7-1b9671896dc7 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:51.881320 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4b37101c-4292-4dc5-9292-7adf01205a41 req-9d7b8831-7b77-4d97-92d7-1b9671896dc7 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 943 time: 0.0644262 Dec 15 14:50:51.932993 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4b37101c-4292-4dc5-9292-7adf01205a41 req-5bec4bde-215b-480b-ab23-6aa69eb4e69c tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507529 Dec 15 14:50:52.106578 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 9a2fe5c2-c649-4472-8902-5e77148f09a7 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:50:52.117540 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:50:52.161371 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:50:52.161723 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device c8e6f92f-7c5f-43d9-ae97-b5396cce93c2 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:50:52.264346 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 9a2fe5c2-c649-4472-8902-5e77148f09a7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9a2fe5c2-c649-4472-8902-5e77148f09a7,segment=NetworkSegment(6e7adad7-f4a4-4376-9013-ea46c037f342),segment_id=6e7adad7-f4a4-4376-9013-ea46c037f342)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:52.278135 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '9a2fe5c2-c649-4472-8902-5e77148f09a7', 'network_id': '2ae6bc88-32e8-49a4-b9fa-1561ce00407c', 'port_id': '9a2fe5c2-c649-4472-8902-5e77148f09a7', 'mac_address': 'fa:16:3e:f5:d6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feaf4444-1e65-4f49-9bfa-8e036e8621e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:50:52.321274 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:52.338807 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2fe5c2-c649-4472-8902-5e77148f09a7 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:50:52.362480 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 9a2fe5c2-c649-4472-8902-5e77148f09a7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9a2fe5c2-c649-4472-8902-5e77148f09a7,segment=NetworkSegment(6e7adad7-f4a4-4376-9013-ea46c037f342),segment_id=6e7adad7-f4a4-4376-9013-ea46c037f342)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:52.367842 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:52.421928 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=9a2fe5c2-c649-4472-8902-5e77148f09a7,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:52.669612 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['9a2fe5c2-c649-4472-8902-5e77148f09a7'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:50:52.730181 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bc758-e7be-4101-ac45-0b98f0a5c003 req-21c3c870-204c-4b79-946a-a0ec3f27a992 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:52.731859 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e95bc758-e7be-4101-ac45-0b98f0a5c003 req-21c3c870-204c-4b79-946a-a0ec3f27a992 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0779834 Dec 15 14:50:52.820732 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e95bc758-e7be-4101-ac45-0b98f0a5c003 req-b51ed131-d774-4d88-80b4-3cf0820cce92 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822990 Dec 15 14:50:52.944407 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e4604e63-d428-4fad-957a-fe1a58bf389d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:53.099952 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b68c3-62cb-480e-9408-0882f64912e4 req-f8ed796f-ce6a-4e58-bb03-575f89452003 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:53.108634 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-294b68c3-62cb-480e-9408-0882f64912e4 req-f8ed796f-ce6a-4e58-bb03-575f89452003 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 944 time: 0.0888987 Dec 15 14:50:53.162013 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-294b68c3-62cb-480e-9408-0882f64912e4 req-27733d41-8b13-4712-800f-094b2b4e7ba0 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524025 Dec 15 14:50:53.358903 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43884d3d-9f25-4b77-ba29-8a1b86da28b4 req-95dbb89b-b1a7-443e-8b20-e080c2ccbda2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:53.360611 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-43884d3d-9f25-4b77-ba29-8a1b86da28b4 req-95dbb89b-b1a7-443e-8b20-e080c2ccbda2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0561743 Dec 15 14:50:53.414405 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-43884d3d-9f25-4b77-ba29-8a1b86da28b4 req-4317396f-7111-4d73-b827-0a7a3908b2d5 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464633 Dec 15 14:50:53.980706 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621ace-5b12-43d4-9aba-57f2f75d4a99 req-1f2bb1a9-e1c3-433d-8dc9-5c175bff1ecf tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:53.982868 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-92621ace-5b12-43d4-9aba-57f2f75d4a99 req-1f2bb1a9-e1c3-433d-8dc9-5c175bff1ecf tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0571332 Dec 15 14:50:54.038604 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-92621ace-5b12-43d4-9aba-57f2f75d4a99 req-56f92e34-06b6-4f71-94e1-3ca5d9223c16 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Dec 15 14:50:54.115142 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:54.123728 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 9a2fe5c2-c649-4472-8902-5e77148f09a7 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:50:54.184166 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 9a2fe5c2-c649-4472-8902-5e77148f09a7 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:50:54.193229 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 9a2fe5c2-c649-4472-8902-5e77148f09a7 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:54.193868 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:54.308133 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:54.330826 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0b7e5-f581-43f0-a447-44d4b1797517 req-0f7dc27c-3dc4-4d5e-bffd-766baaea6ad2 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:54.338178 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-18c0b7e5-f581-43f0-a447-44d4b1797517 req-0f7dc27c-3dc4-4d5e-bffd-766baaea6ad2 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 944 time: 0.0771143 Dec 15 14:50:54.343263 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cadc527-699a-4bc7-b450-aad71b7cf845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2fe5c2-c649-4472-8902-5e77148f09a7'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:50:54.349587 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b795d15-fe04-40b8-b8fb-2477b0e1193d" -d '{"events": [{"server_uuid": "4cadc527-699a-4bc7-b450-aad71b7cf845", "name": "network-vif-plugged", "status": "completed", "tag": "9a2fe5c2-c649-4472-8902-5e77148f09a7"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:50:54.366971 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 9a2fe5c2-c649-4472-8902-5e77148f09a7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9a2fe5c2-c649-4472-8902-5e77148f09a7,segment=NetworkSegment(6e7adad7-f4a4-4376-9013-ea46c037f342),segment_id=6e7adad7-f4a4-4376-9013-ea46c037f342)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:54.383930 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:54.397016 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-18c0b7e5-f581-43f0-a447-44d4b1797517 req-c822e2f8-5577-439f-912f-44ddd89a4bc6 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576234 Dec 15 14:50:54.429509 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5b72c2-31aa-439d-aa75-f91569cb58e2 x-openstack-request-id: req-2c5b72c2-31aa-439d-aa75-f91569cb58e2 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:50:54.429991 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cadc527-699a-4bc7-b450-aad71b7cf845", "name": "network-vif-plugged", "status": "completed", "tag": "9a2fe5c2-c649-4472-8902-5e77148f09a7", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:50:54.430265 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c5b72c2-31aa-439d-aa75-f91569cb58e2 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:50:54.430704 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cadc527-699a-4bc7-b450-aad71b7cf845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2fe5c2-c649-4472-8902-5e77148f09a7', 'code': 200} Dec 15 14:50:54.456029 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=9a2fe5c2-c649-4472-8902-5e77148f09a7,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:54.572641 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e78d22-9bfc-4d59-8aae-25160beb4e7c req-42b1f452-d9e5-4763-b002-9259eb240e41 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:54.574171 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-22e78d22-9bfc-4d59-8aae-25160beb4e7c req-42b1f452-d9e5-4763-b002-9259eb240e41 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0677290 Dec 15 14:50:54.659189 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-22e78d22-9bfc-4d59-8aae-25160beb4e7c req-c25163cd-1c01-4cba-be8a-c494d6233ec6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780950 Dec 15 14:50:54.675188 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ed33c-73f0-4813-a91f-138414a9e33c req-b3ccd10b-5acf-4384-bfd2-48424cf52b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:54.677260 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5b1ed33c-73f0-4813-a91f-138414a9e33c req-b3ccd10b-5acf-4384-bfd2-48424cf52b11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 1098 time: 0.0770113 Dec 15 14:50:54.743196 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5b1ed33c-73f0-4813-a91f-138414a9e33c req-c02c4b0b-ae88-49eb-a778-fb9b52e4309b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Dec 15 14:50:55.163796 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d887-3415-42de-b8ef-8446c0164c57 req-47742d7a-5ef4-446a-a503-e6caa735622c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:55.167083 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8120d887-3415-42de-b8ef-8446c0164c57 req-47742d7a-5ef4-446a-a503-e6caa735622c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0538766 Dec 15 14:50:55.224114 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8120d887-3415-42de-b8ef-8446c0164c57 req-3b22447a-ba6a-4b1c-8fa8-f43cbcd5d7d9 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527029 Dec 15 14:50:55.555331 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da449c98-536d-41be-b98a-1c684c5b3b61 req-576c4850-5c78-41cd-a81d-392acd9e4672 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:55.556943 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da449c98-536d-41be-b98a-1c684c5b3b61 req-576c4850-5c78-41cd-a81d-392acd9e4672 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 945 time: 0.0918534 Dec 15 14:50:55.607421 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da449c98-536d-41be-b98a-1c684c5b3b61 req-075d12c2-572d-4ae1-b043-7db3312facad tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Dec 15 14:50:55.790859 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32575a38-e9fb-4272-8c97-64c6673b0b14 req-d77ac410-4f90-4e01-9aff-fc89fc3ac634 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:55.794355 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-32575a38-e9fb-4272-8c97-64c6673b0b14 req-d77ac410-4f90-4e01-9aff-fc89fc3ac634 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0594778 Dec 15 14:50:55.851427 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-32575a38-e9fb-4272-8c97-64c6673b0b14 req-39b4acc6-9f56-4d9e-8ea0-ae3986bdbdbc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493925 Dec 15 14:50:56.180334 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:56.357670 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02632b8-2f9e-46b9-8df2-8e3e788ba30c req-b1a86048-ffa2-4a8e-a86f-5aea507fc22f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:56.359418 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a02632b8-2f9e-46b9-8df2-8e3e788ba30c req-b1a86048-ffa2-4a8e-a86f-5aea507fc22f tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.0520294 Dec 15 14:50:56.409199 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a02632b8-2f9e-46b9-8df2-8e3e788ba30c req-ffebc1d2-6634-4a29-bf09-17e42786949c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/security-groups?id=762db985-21fe-4a36-8dd0-f31ff9833b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Dec 15 14:50:56.472118 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-ec65bb03-184f-4646-93c3-0156a1f79cc1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:56.473857 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-ec65bb03-184f-4646-93c3-0156a1f79cc1 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.64 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 945 time: 0.1061325 Dec 15 14:50:56.523231 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:50:56.537452 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-87c760bb-f240-4689-a244-90fd9946fe7b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:56.538895 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-87c760bb-f240-4689-a244-90fd9946fe7b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/networks?id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b HTTP/1.1" status: 200 len: 815 time: 0.1456156 Dec 15 14:50:56.576671 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-571cf2fa-e98c-48b9-8388-550fc0525107 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/quotas/2e16dad64f934da3b407e9117466ff4d HTTP/1.1" status: 200 len: 375 time: 0.0316749 Dec 15 14:50:56.738566 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c6acc-9e9c-45de-ad8f-4f3c4ee4e37a req-140b27e7-f399-454e-8cc1-0ae042bfe211 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:56.740320 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f13c6acc-9e9c-45de-ad8f-4f3c4ee4e37a req-140b27e7-f399-454e-8cc1-0ae042bfe211 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 945 time: 0.0548859 Dec 15 14:50:56.792570 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f13c6acc-9e9c-45de-ad8f-4f3c4ee4e37a req-f16c828d-4c90-4c8e-ba3b-96681f02c696 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460224 Dec 15 14:50:56.838340 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:56.876147 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-3162bb5a-5f87-4adc-ab37-12a39502a16c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Deleting port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:50:56.877002 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-3162bb5a-5f87-4adc-ab37-12a39502a16c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:56.924280 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-ca780820-1fab-4340-ac7d-6a2175eec6b6 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2e16dad64f934da3b407e9117466ff4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3407309 Dec 15 14:50:57.028413 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-3162bb5a-5f87-4adc-ab37-12a39502a16c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] For port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:57.028789 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-3162bb5a-5f87-4adc-ab37-12a39502a16c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:57.050688 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-3162bb5a-5f87-4adc-ab37-12a39502a16c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Calling delete_port for 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:50:57.073998 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-6ae0d7a1-64af-4696-974d-9902435ef7b0 service neutron] 10.222.0.62 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368930 Dec 15 14:50:57.194166 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c777199-457b-426f-b02e-a7c44a391992 req-9ae04c9c-81d7-4884-8314-eed126510082 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:57.196333 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4c777199-457b-426f-b02e-a7c44a391992 req-9ae04c9c-81d7-4884-8314-eed126510082 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0539997 Dec 15 14:50:57.235101 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-9ac384f5-7d40-4bc2-9449-fcb027674bc2 service neutron] 10.222.0.62 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272988 Dec 15 14:50:57.255444 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4c777199-457b-426f-b02e-a7c44a391992 req-71988873-d445-438a-aa8c-12cd04ba53b7 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524936 Dec 15 14:50:57.291356 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-3162bb5a-5f87-4adc-ab37-12a39502a16c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:57.303118 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['1e3e0c90-a04e-4b65-9632-b6a88c2db2e7'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:50:57.326654 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162bb5a-5f87-4adc-ab37-12a39502a16c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Pushing event deleted for resources: {'Port': ['ID=1e3e0c90-a04e-4b65-9632-b6a88c2db2e7,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:57.383364 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-3162bb5a-5f87-4adc-ab37-12a39502a16c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] No DVR routers for this DVR port 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:50:57.386268 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-3162bb5a-5f87-4adc-ab37-12a39502a16c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:57.389753 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9d76b293-95c4-467b-a472-a0d41e7b5a30 req-3162bb5a-5f87-4adc-ab37-12a39502a16c tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.64 "DELETE /v2.0/ports/1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 HTTP/1.1" status: 204 len: 173 time: 0.9085419 Dec 15 14:50:57.390265 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001f7a4f-46e0-485d-8bc6-f9eae0e55cbb', 'name': 'network-vif-deleted', 'tag': '1e3e0c90-a04e-4b65-9632-b6a88c2db2e7'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:50:57.393895 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ccb68b-67c4-42f1-8ffd-bb8cad0ce2b7" -d '{"events": [{"server_uuid": "001f7a4f-46e0-485d-8bc6-f9eae0e55cbb", "name": "network-vif-deleted", "tag": "1e3e0c90-a04e-4b65-9632-b6a88c2db2e7"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:50:57.435396 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beefc8d-d16a-478e-ad90-07c4f2af6305 x-openstack-request-id: req-5beefc8d-d16a-478e-ad90-07c4f2af6305 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:50:57.435884 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001f7a4f-46e0-485d-8bc6-f9eae0e55cbb", "name": "network-vif-deleted", "tag": "1e3e0c90-a04e-4b65-9632-b6a88c2db2e7", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:50:57.436217 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5beefc8d-d16a-478e-ad90-07c4f2af6305 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:50:57.436687 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001f7a4f-46e0-485d-8bc6-f9eae0e55cbb', 'name': 'network-vif-deleted', 'tag': '1e3e0c90-a04e-4b65-9632-b6a88c2db2e7', 'status': 'completed', 'code': 200} Dec 15 14:50:57.443891 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-48fd9898-dfc5-45b0-93d9-53775f15bb9c req-c7c0c7b3-50b9-47a9-8d64-2f894e134548 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 210 time: 0.0496087 Dec 15 14:50:57.524154 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a9b55554-9367-41eb-94c2-c4b0e3794972 req-32a72452-1500-4127-9307-5f42328ed4b5 tempest-ServerRescueNegativeTestJSON-310644364 tempest-ServerRescueNegativeTestJSON-310644364-project] 10.222.0.62 "GET /v2.0/ports?device_id=001f7a4f-46e0-485d-8bc6-f9eae0e55cbb HTTP/1.1" status: 200 len: 210 time: 0.0286646 Dec 15 14:50:58.387537 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3991456-1732-4590-bc20-b969de57a7ff req-2b0630af-52d4-4e2e-988b-9fa1726a5d6f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:58.389448 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c3991456-1732-4590-bc20-b969de57a7ff req-2b0630af-52d4-4e2e-988b-9fa1726a5d6f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0570862 Dec 15 14:50:58.435521 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-34e26a56-f595-405b-a63f-39e46f894db4 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:58.436906 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-34e26a56-f595-405b-a63f-39e46f894db4 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.64 "GET /v2.0/networks?id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b HTTP/1.1" status: 200 len: 815 time: 0.1067913 Dec 15 14:50:58.444554 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c3991456-1732-4590-bc20-b969de57a7ff req-54a3d9d5-372b-4877-ba26-2bada7327944 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477765 Dec 15 14:50:58.457951 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'port': {'device_id': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'admin_state_up': True, 'tenant_id': '2e16dad64f934da3b407e9117466ff4d'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:50:58.564566 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-41ea17bc-1937-40ae-8581-00319ef38ca6 req-d378744b-f28c-40bb-a763-78497f142f48 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 210 time: 0.0346143 Dec 15 14:50:58.586307 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44302) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:50:58.608624 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Made reservation on behalf of 2e16dad64f934da3b407e9117466ff4d for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:50:58.613408 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:58.758131 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Allocated IP 172.20.0.6 (f0212d06-f83e-4a70-8b3d-5ffd7528a28b/cee18f1e-7c3e-4383-a87d-56012a71ff2e/d372b2e8-e02e-4e25-bc49-a539bd759436) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:50:58.998095 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:59.069674 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:59.094292 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503058'] for router_interface, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:59.124409 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Network f0212d06-f83e-4a70-8b3d-5ffd7528a28b is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:50:59.131093 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:50:59.135149 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:50:59.178200 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'Port': ['ID=d372b2e8-e02e-4e25-bc49-a539bd759436,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:50:59.217266 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:59.223636 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:59.251017 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e1abeb7a-24e6-402a-8dd5-e71f190870fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7947884 Dec 15 14:50:59.524111 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-4ea6d2b1-fda7-47d9-b92b-6936092fab4d None None] Provisioning complete for port d372b2e8-e02e-4e25-bc49-a539bd759436 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:50:59.524669 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-4ea6d2b1-fda7-47d9-b92b-6936092fab4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:59.596407 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6d2b1-fda7-47d9-b92b-6936092fab4d None None] Port d372b2e8-e02e-4e25-bc49-a539bd759436 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:50:59.629633 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616f18-da2b-4028-8d3d-eb3e5cf3a89c req-fe892bfc-e9c7-4ba4-ac93-7e7262b1d5e6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:59.631906 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed616f18-da2b-4028-8d3d-eb3e5cf3a89c req-fe892bfc-e9c7-4ba4-ac93-7e7262b1d5e6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0684071 Dec 15 14:50:59.706748 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed616f18-da2b-4028-8d3d-eb3e5cf3a89c req-283e4426-0ffc-43c6-9537-fd8cd0862e63 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631161 Dec 15 14:50:59.753813 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2b9b8-8300-4d26-a7e1-7ed7595e3fb5 req-189b6ed6-1d00-45df-b7a2-c05fc1d2a88a tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:50:59.755263 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-52c2b9b8-8300-4d26-a7e1-7ed7595e3fb5 req-189b6ed6-1d00-45df-b7a2-c05fc1d2a88a tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.0767093 Dec 15 14:50:59.853315 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-52c2b9b8-8300-4d26-a7e1-7ed7595e3fb5 req-7de9698b-c355-47b8-bced-850ee4867454 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913403 Dec 15 14:50:59.880402 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] Deleting port 5d1735d0-4314-427e-aed0-81c4947fe422 {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:50:59.880882 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:59.962602 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] For port 5d1735d0-4314-427e-aed0-81c4947fe422, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=5d1735d0-4314-427e-aed0-81c4947fe422,segment=NetworkSegment(b41762a4-9dae-45aa-bbcb-b788eba1d679),segment_id=b41762a4-9dae-45aa-bbcb-b788eba1d679)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:50:59.963017 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:50:59.980713 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] Calling delete_port for 5d1735d0-4314-427e-aed0-81c4947fe422 owned by network:router_interface {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:00.144541 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:00.177854 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:00.178196 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 1e3e0c90-a04e-4b65-9632-b6a88c2db2e7 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:00.205444 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:00.233591 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1735d0-4314-427e-aed0-81c4947fe422,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:00.411952 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-503182'] for router_interface, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:00.633087 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] Router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:51:00.751637 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:00.759792 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c8781e80-66ef-4f9f-811c-c23ace7304a9 admin admin] 10.222.0.62 "PUT /v2.0/routers/0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1739471 Dec 15 14:51:00.760366 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44328) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:00.768236 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] Sync routers for ids ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:00.784670 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] Routers {'0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:00.785281 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:50:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:00.828537 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c0f1c-2903-4dcd-afc7-bc11de15697d req-3bd8b569-ef26-409f-bd8e-8aefa8eb29be tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:00.838013 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d71c0f1c-2903-4dcd-afc7-bc11de15697d req-3bd8b569-ef26-409f-bd8e-8aefa8eb29be tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0698886 Dec 15 14:51:00.913991 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d71c0f1c-2903-4dcd-afc7-bc11de15697d req-3617187a-b542-44fb-af90-9fc5c4f9d2bb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748928 Dec 15 14:51:00.920667 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] Set router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:00.936717 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Publish callbacks [] for router, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.093867 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac942c-cded-473a-bd56-194c1c46495b req-01c03245-c2d9-4148-b912-9cd410e33cca tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:01.095940 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b5ac942c-cded-473a-bd56-194c1c46495b req-01c03245-c2d9-4148-b912-9cd410e33cca tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.1100044 Dec 15 14:51:01.142978 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-router', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:53Z', 'updated_at': '2021-12-15T14:51:00Z', 'revision_number': 5, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'gw_port': {'id': '1b1cd27d-46b6-4771-9eb3-dcdb2d623639', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:01.150479 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.175137 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] Checking router: 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:01.184205 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] Routers {'0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:01.185053 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:50:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:01.190778 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b5ac942c-cded-473a-bd56-194c1c46495b req-6eff9970-0ec3-4eea-8976-68d0a12acd95 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847085 Dec 15 14:51:01.244657 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Deleting port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:01.245000 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.296807 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] Set router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf gateway port host: None {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:01.336083 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] For port 1b1cd27d-46b6-4771-9eb3-dcdb2d623639, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=1b1cd27d-46b6-4771-9eb3-dcdb2d623639,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:01.336543 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.350584 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-router', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:53Z', 'updated_at': '2021-12-15T14:51:01Z', 'revision_number': 6, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'gw_port_host': None}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:01.350870 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Calling delete_port for 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 owned by network:router_gateway {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:01.380584 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496bf89-27a9-4359-b54b-b5d601a31acd None None] The sync data for ids ['0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf'] in dv-cinder-787195-10-iscsi is: [{'id': '0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1915192996-router', 'tenant_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:53Z', 'updated_at': '2021-12-15T14:51:01Z', 'revision_number': 6, 'project_id': 'ebd0eab3546f46afa0a0ee4940c0f043', 'gw_port_host': None}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:01.543878 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.578904 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1cd27d-46b6-4771-9eb3-dcdb2d623639,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:01.641071 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502060'] for router_gateway, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.744840 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12353'] for router, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.747125 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.798187 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.817983 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501429'] for router, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.818519 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf {{(pid=119314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:51:01.830248 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] Publish callbacks [] for router, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.831548 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-375665dd-96c5-435c-adbe-fd3213dfad33 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0c1b6a48-0a73-4fe8-8c2b-1e8c78cfb6bf HTTP/1.1" status: 204 len: 168 time: 1.0706265 Dec 15 14:51:01.834315 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44334) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:01.880384 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6b3df1-630f-41fc-adfc-b00986fa178b admin admin] Deleting subnet a955104a-fa3f-411c-9c75-4a551bffdc9a {{(pid=119313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:51:01.883726 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5e6b3df1-630f-41fc-adfc-b00986fa178b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.919082 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5e6b3df1-630f-41fc-adfc-b00986fa178b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66825151'] for subnet, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:01.963950 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5e6b3df1-630f-41fc-adfc-b00986fa178b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.065280 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5e6b3df1-630f-41fc-adfc-b00986fa178b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4585138'] for subnet, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.098024 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5e6b3df1-630f-41fc-adfc-b00986fa178b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.101251 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-5e6b3df1-630f-41fc-adfc-b00986fa178b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a955104a-fa3f-411c-9c75-4a551bffdc9a HTTP/1.1" status: 204 len: 168 time: 0.2658446 Dec 15 14:51:02.102176 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b3df1-630f-41fc-adfc-b00986fa178b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a955104a-fa3f-411c-9c75-4a551bffdc9a,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:02.103943 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44340) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:02.118264 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95349aa9-eec2-4e19-a282-1634b2cefad9 req-c95627b9-c29e-442e-b553-2e8237811255 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:02.119857 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-95349aa9-eec2-4e19-a282-1634b2cefad9 req-c95627b9-c29e-442e-b553-2e8237811255 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0877311 Dec 15 14:51:02.187577 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-95349aa9-eec2-4e19-a282-1634b2cefad9 req-7eafabe1-a5d8-42cf-86b8-6bfac07f8c19 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559230 Dec 15 14:51:02.194680 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.300643 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.338993 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3ba2a7-4287-4645-8e0b-f22a4538975b']}} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:02.352099 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41762a4-9dae-45aa-bbcb-b788eba1d679') {'for_net_delete': True} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:02.352404 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41762a4-9dae-45aa-bbcb-b788eba1d679') {} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:02.364558 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5374610'] for segment, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.381811 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd335b-bd29-42bb-99d0-2693792dc100 req-29684ca3-667f-40a5-a595-a53d8c62b199 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:02.383347 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d3fd335b-bd29-42bb-99d0-2693792dc100 req-29684ca3-667f-40a5-a595-a53d8c62b199 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.1108422 Dec 15 14:51:02.391644 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.409911 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=119314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:51:02.410316 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4977339'] for segment, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: Traceback (most recent call last): Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: timer() Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: cb(*args, **kw) Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: return func(*args, **kwargs) Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: self._notify() Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: self.callback(batched_events) Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: event.method(event) Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: return f(self, *a, **k) Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._get(url).json() Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: return self.request(url, 'GET', **kwargs) Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:51:02.412080 dv-cinder-787195-10-iscsi neutron-server[119314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:51:02.488704 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.496104 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.502994 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] 10.222.0.62 "DELETE /v2.0/networks/bc3ba2a7-4287-4645-8e0b-f22a4538975b HTTP/1.1" status: 204 len: 168 time: 0.3976870 Dec 15 14:51:02.517458 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d3fd335b-bd29-42bb-99d0-2693792dc100 req-974e8777-46ce-4fe4-9311-678f7e8661bb tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274297 Dec 15 14:51:02.518528 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7839ad-64c0-48ce-a2a6-e49c879666ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3ba2a7-4287-4645-8e0b-f22a4538975b,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:02.702548 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44348) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:02.743778 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-ffed4d21-0d97-43b1-a845-d01be0051e1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ebd0eab3546f46afa0a0ee4940c0f043&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400264 Dec 15 14:51:02.746208 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44350) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:02.802070 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4fd9026e-9bcf-4095-b524-5e512c2d08b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.825321 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4fd9026e-9bcf-4095-b524-5e512c2d08b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.875357 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4fd9026e-9bcf-4095-b524-5e512c2d08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.879328 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4fd9026e-9bcf-4095-b524-5e512c2d08b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:02.880721 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-4fd9026e-9bcf-4095-b524-5e512c2d08b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/762db985-21fe-4a36-8dd0-f31ff9833b4b HTTP/1.1" status: 204 len: 168 time: 0.1334498 Dec 15 14:51:02.888278 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9026e-9bcf-4095-b524-5e512c2d08b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762db985-21fe-4a36-8dd0-f31ff9833b4b,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:03.181110 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 5d1735d0-4314-427e-aed0-81c4947fe422 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:03.226200 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 5d1735d0-4314-427e-aed0-81c4947fe422 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:03.226559 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 5d1735d0-4314-427e-aed0-81c4947fe422 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:03.227150 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:03.250419 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:03.251031 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 1b1cd27d-46b6-4771-9eb3-dcdb2d623639 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:03.361099 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8415d88-bfa2-4a39-9657-59b12367fe69 req-e2c4be73-66e0-4769-ad16-cd9b7643c2e6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:03.363006 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e8415d88-bfa2-4a39-9657-59b12367fe69 req-e2c4be73-66e0-4769-ad16-cd9b7643c2e6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0539188 Dec 15 14:51:03.411005 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e8415d88-bfa2-4a39-9657-59b12367fe69 req-266e4044-1f54-46be-bc9a-814684428796 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Dec 15 14:51:03.657871 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9bb11-269f-42c1-8855-727b48ca5674 req-49cd6966-75f9-4d2d-bf52-7143f7855918 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:03.659588 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f4c9bb11-269f-42c1-8855-727b48ca5674 req-49cd6966-75f9-4d2d-bf52-7143f7855918 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.0616343 Dec 15 14:51:03.666911 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44378) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:03.713639 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f4c9bb11-269f-42c1-8855-727b48ca5674 req-34ad04ed-3047-41be-9bd6-15a9f6377b43 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476685 Dec 15 14:51:03.772099 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-345639445-network', 'tenant_id': 'c12acc89e5f444b3b7d68a4382964aa5'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:03.794051 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Made reservation on behalf of c12acc89e5f444b3b7d68a4382964aa5 for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:03.796504 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:03.805795 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:03.903261 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:03.907988 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:03.933112 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=119313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:51:03.943353 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62dbe05-7ed6-4633-8d20-6923b360543d,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:03.948190 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:03.948540 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Added segment 27799484-a848-416b-bc36-d98a526aa538 of type vlan for network 186e8b10-981d-4aed-9e80-8aa9f63a7506 Dec 15 14:51:04.000650 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:04.026493 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:04.027792 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:04.028391 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:04.084404 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4163604 Dec 15 14:51:04.087404 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44382) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:04.092156 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14390a0-1fdd-49ba-8796-440d51bb7427 admin admin] Pushing event updated for resources: {'Network': ['ID=186e8b10-981d-4aed-9e80-8aa9f63a7506,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:04.092300 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Request body: {'subnet': {'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-345639445-subnet', 'tenant_id': 'c12acc89e5f444b3b7d68a4382964aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:04.103510 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 186e8b10-981d-4aed-9e80-8aa9f63a7506 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:51:04.126396 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Made reservation on behalf of c12acc89e5f444b3b7d68a4382964aa5 for: {'subnet': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:04.128987 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4318837'] for subnet, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:04.317441 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4977430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4318827'] for subnet, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:04.371230 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bec16f0-5ed2-4a54-bf22-174a70a1bd9a,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:04.390283 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Checking segment: {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:04.390758 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Network hostable DHCP agents. Network: 186e8b10-981d-4aed-9e80-8aa9f63a7506, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:51:04.409628 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Network 186e8b10-981d-4aed-9e80-8aa9f63a7506 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:51:04.419602 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 186e8b10-981d-4aed-9e80-8aa9f63a7506) {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:04.426222 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:04.426948 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:04.434965 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed3623c-b43f-4d9f-b4e9-f873cce5e8b3 None None] Network 186e8b10-981d-4aed-9e80-8aa9f63a7506 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:51:04.447749 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f973d7f6-4e3e-4a66-8486-90b158e19fb0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3588943 Dec 15 14:51:04.571950 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbff130-1aaf-40c8-af05-8591b4ac331c None None] Network 186e8b10-981d-4aed-9e80-8aa9f63a7506 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:51:04.612466 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f8439-4eea-41b3-a7d5-e7a6fd455b71 req-d41e460c-f065-44d1-af59-0a682e8fbed7 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:04.617836 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b37f8439-4eea-41b3-a7d5-e7a6fd455b71 req-d41e460c-f065-44d1-af59-0a682e8fbed7 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.1043863 Dec 15 14:51:04.682320 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b37f8439-4eea-41b3-a7d5-e7a6fd455b71 req-673b49c0-be73-41c4-97db-ec4b0776017f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595739 Dec 15 14:51:04.840915 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b3340-5b1f-47c6-bc71-7d8809c4db98 req-49c9a536-4151-4bb5-a0eb-26c8058a54bd tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:04.842742 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c36b3340-5b1f-47c6-bc71-7d8809c4db98 req-49c9a536-4151-4bb5-a0eb-26c8058a54bd tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.0568123 Dec 15 14:51:04.894263 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c36b3340-5b1f-47c6-bc71-7d8809c4db98 req-695ea51e-f5ce-4623-a646-17e312ef6fd2 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445518 Dec 15 14:51:04.999699 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-59906fbd-4cbc-453d-ab5b-dc5d8d8e3131 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:05.001728 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-59906fbd-4cbc-453d-ab5b-dc5d8d8e3131 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 814 time: 0.1112680 Dec 15 14:51:05.019675 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-37d46404-1535-42e2-9d09-cb9a3493ae2e tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/quotas/c12acc89e5f444b3b7d68a4382964aa5 HTTP/1.1" status: 200 len: 375 time: 0.0118165 Dec 15 14:51:05.056909 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-e6a6c437-ea4a-4e4d-9ba2-975a864f046a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317726 Dec 15 14:51:05.148935 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a8a73a0-2a2f-4190-b140-e54ca7eec2b5 service neutron] 10.222.0.62 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851300 Dec 15 14:51:05.245416 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-b8bbcdb9-a4ac-46fd-845e-182019806978 service neutron] 10.222.0.62 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899479 Dec 15 14:51:05.406087 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fbf144ff-7f9a-4ba1-be19-e6985cfee0f7 req-e6217511-c89a-4d4c-9ea4-1bfad3bf2e17 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 210 time: 0.0274277 Dec 15 14:51:06.037419 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d892c-a0da-40fd-8e23-884fc35207d6 req-c70908a5-17a4-4c0c-aa96-716506d801a7 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:06.039214 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-703d892c-a0da-40fd-8e23-884fc35207d6 req-c70908a5-17a4-4c0c-aa96-716506d801a7 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.0608411 Dec 15 14:51:06.062202 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a212da-b113-4083-87b3-78f9f8b7b8af req-ba7582eb-4cb5-4519-b843-3f1bba4b582a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:06.064215 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-68a212da-b113-4083-87b3-78f9f8b7b8af req-ba7582eb-4cb5-4519-b843-3f1bba4b582a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.2893848 Dec 15 14:51:06.099042 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-703d892c-a0da-40fd-8e23-884fc35207d6 req-f3e92fa2-53fd-4db9-a9c2-557df984b800 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531912 Dec 15 14:51:06.145708 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-68a212da-b113-4083-87b3-78f9f8b7b8af req-fb9f735d-edc5-41c1-ad9f-896bddfbcd2e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747511 Dec 15 14:51:06.502417 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e9c4e763-a32f-4d1d-af6c-5c0d66226d3f req-3f343ef3-d95e-446d-b0c9-7d71430a8070 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 210 time: 0.0262828 Dec 15 14:51:07.232351 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa515-215c-4294-a134-cbb4b12178b2 req-b0d42f8a-5dad-49a3-8676-6b1d5a0e90ae tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:07.243152 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-774aa515-215c-4294-a134-cbb4b12178b2 req-b0d42f8a-5dad-49a3-8676-6b1d5a0e90ae tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.0764856 Dec 15 14:51:07.287254 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbec68-1940-401f-a0ef-2ed0267dbb30 req-9f639ccc-8bc3-43bc-85c6-523755831bb8 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:07.289105 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-33bbec68-1940-401f-a0ef-2ed0267dbb30 req-9f639ccc-8bc3-43bc-85c6-523755831bb8 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0630291 Dec 15 14:51:07.300330 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-774aa515-215c-4294-a134-cbb4b12178b2 req-79a17dc6-6076-450c-84c8-4d39e69feb7c tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562508 Dec 15 14:51:07.346362 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-33bbec68-1940-401f-a0ef-2ed0267dbb30 req-c8798977-3aed-417f-b3bd-cd4c24509bcc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489399 Dec 15 14:51:07.625243 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-cacbc245-d575-4fb6-b48f-17ba4847eac0 req-8576fc57-95f4-4d0d-bb2e-5a3e042ad408 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 210 time: 0.0396433 Dec 15 14:51:08.429351 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4f871-9622-4996-9ecb-c52c3b64db15 req-124558ed-3858-437e-93b4-ae8e6ddb7025 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:08.431606 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c3d4f871-9622-4996-9ecb-c52c3b64db15 req-124558ed-3858-437e-93b4-ae8e6ddb7025 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.0619323 Dec 15 14:51:08.476313 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e573e47-8573-41f7-98db-c5bb7c35f36e req-d69c171a-2388-418a-b813-079e8b1af58b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:08.478646 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4e573e47-8573-41f7-98db-c5bb7c35f36e req-d69c171a-2388-418a-b813-079e8b1af58b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0531876 Dec 15 14:51:08.500091 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c3d4f871-9622-4996-9ecb-c52c3b64db15 req-85611973-03ca-4dd8-a91f-66e3afa00a2f tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612810 Dec 15 14:51:08.534496 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4e573e47-8573-41f7-98db-c5bb7c35f36e req-0b26fc32-29cb-4a11-8cf1-027c3b52164c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450807 Dec 15 14:51:08.730841 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-268c4e42-8fee-4157-9abe-7ee5ec3c11e2 req-0a6f02a9-a4ea-466b-8070-3f404ef93744 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 210 time: 0.0317833 Dec 15 14:51:09.619984 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e34a1-5822-4f02-a284-27bcbfacb867 req-a18d84d9-f24f-40d1-97d7-f3315a19524d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:09.621514 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c68e34a1-5822-4f02-a284-27bcbfacb867 req-a18d84d9-f24f-40d1-97d7-f3315a19524d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.0540817 Dec 15 14:51:09.675782 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2093f19-084a-4175-a1ee-d53ff4f05060 req-830ffaa4-b725-4938-99db-dc2c53cc79a9 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:09.677373 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d2093f19-084a-4175-a1ee-d53ff4f05060 req-830ffaa4-b725-4938-99db-dc2c53cc79a9 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0681374 Dec 15 14:51:09.678435 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c68e34a1-5822-4f02-a284-27bcbfacb867 req-cc0e0a8f-1a93-40a2-9b08-1a992316bd7b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499094 Dec 15 14:51:09.731819 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d2093f19-084a-4175-a1ee-d53ff4f05060 req-f1d96a3d-2275-42b9-ae8c-bf3006f49281 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424495 Dec 15 14:51:09.830795 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9137e71f-4d3a-4423-be80-6f3ba8421341 req-27981a5b-c001-4e4b-805f-eda9a18bcbae tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 210 time: 0.0297463 Dec 15 14:51:10.795305 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c7338-220b-48af-9277-51172d6d17f5 req-d1e27e89-d3a3-47a0-bdff-794a21e9b820 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:10.796810 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-942c7338-220b-48af-9277-51172d6d17f5 req-d1e27e89-d3a3-47a0-bdff-794a21e9b820 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.0525980 Dec 15 14:51:10.845764 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-942c7338-220b-48af-9277-51172d6d17f5 req-d596d70d-7737-4f36-9839-929cbc284d11 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Dec 15 14:51:10.856131 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beee7a-ab84-499c-8afa-34605f8b666c req-d410fa73-74ab-42c9-9971-a941fe76532c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:10.857626 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-86beee7a-ab84-499c-8afa-34605f8b666c req-d410fa73-74ab-42c9-9971-a941fe76532c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0533078 Dec 15 14:51:10.905201 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-86beee7a-ab84-499c-8afa-34605f8b666c req-dbe505e7-5107-4048-a0b2-b820dd4f0774 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408487 Dec 15 14:51:10.926979 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e6e61ebb-fe95-4f2a-b650-80fbfc35c6d7 req-437c124c-ebd5-46c7-abba-170b3e05c799 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 210 time: 0.0268269 Dec 15 14:51:11.962859 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb89e7b-a74d-4aaa-8daf-ac66016101ce req-dbec802e-14be-4d9a-9d27-ef62d849e79b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:11.964386 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-beb89e7b-a74d-4aaa-8daf-ac66016101ce req-dbec802e-14be-4d9a-9d27-ef62d849e79b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 931 time: 0.0496812 Dec 15 14:51:12.014310 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-beb89e7b-a74d-4aaa-8daf-ac66016101ce req-1dc215c1-5ef0-40f3-9df7-8cbdeea6a70d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Dec 15 14:51:12.024041 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a6d1-c07d-4123-861e-80b8cdb268f9 req-640085dc-97d5-4bad-9368-6702b5c880e4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:12.027089 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3134a6d1-c07d-4123-861e-80b8cdb268f9 req-640085dc-97d5-4bad-9368-6702b5c880e4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0523741 Dec 15 14:51:12.082016 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Request body: {'port': {'device_id': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:12.102043 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-83c3ad1b-c84c-4513-9673-d5297ff18f95 req-5d990c90-b02f-4115-8cfc-24e2d4261e24 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 210 time: 0.0329721 Dec 15 14:51:12.111313 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3134a6d1-c07d-4123-861e-80b8cdb268f9 req-130db7fa-e185-4b78-9807-fc4b4e26e848 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797255 Dec 15 14:51:12.157854 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.235800 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-4dbd71e7-899b-4095-9e54-820ed3682678 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751190 Dec 15 14:51:12.398191 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-ac2b0aef-4ea2-4158-8d8a-13d863d19b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:12.399708 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-ac2b0aef-4ea2-4158-8d8a-13d863d19b9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 1099 time: 0.1001217 Dec 15 14:51:12.562871 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-a1198f57-08b5-4ba0-a54b-af26910a7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:12.564951 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-a1198f57-08b5-4ba0-a54b-af26910a7a69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 918 time: 0.1440718 Dec 15 14:51:12.570200 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d372b2e8-e02e-4e25-bc49-a539bd759436 {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:51:12.577721 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.627755 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Transition to ACTIVE for port object d372b2e8-e02e-4e25-bc49-a539bd759436 will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:51:12.633144 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.682262 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-0aa6e295-cf83-4cc3-b3f7-3af97961d6c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd572f-25c7-474b-8707-b592aaa4629b HTTP/1.1" status: 200 len: 1000 time: 0.1012447 Dec 15 14:51:12.729500 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Pushing event updated for resources: {'Port': ['ID=d372b2e8-e02e-4e25-bc49-a539bd759436,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:12.788488 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-d4085b03-ee96-453c-9812-a3c2918980d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:12.789973 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-d4085b03-ee96-453c-9812-a3c2918980d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.0990620 Dec 15 14:51:12.827040 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Attempting to bind port d372b2e8-e02e-4e25-bc49-a539bd759436 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:51:12.827380 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Attempting to bind port d372b2e8-e02e-4e25-bc49-a539bd759436 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:51:12.827719 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Attempting to bind port d372b2e8-e02e-4e25-bc49-a539bd759436 on network f0212d06-f83e-4a70-8b3d-5ffd7528a28b {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:12.841369 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-ee9a33b1-7bea-4846-8157-4963c82e4cbc tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:12.843437 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-ee9a33b1-7bea-4846-8157-4963c82e4cbc tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 814 time: 0.1243284 Dec 15 14:51:12.851013 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Port d372b2e8-e02e-4e25-bc49-a539bd759436 on network f0212d06-f83e-4a70-8b3d-5ffd7528a28b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:51:12.851353 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Attempting to bind port d372b2e8-e02e-4e25-bc49-a539bd759436 on network f0212d06-f83e-4a70-8b3d-5ffd7528a28b {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:12.861858 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:51:12.862129 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Request body: {'port': {'device_id': 'ca79ccaa-33e2-453f-af73-9e77cacd02e8', 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506', 'admin_state_up': True, 'tenant_id': 'c12acc89e5f444b3b7d68a4382964aa5'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:12.862237 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Checking segment: {'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:12.862579 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Bound using segment: {'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:51:12.863095 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Bound port: d372b2e8-e02e-4e25-bc49-a539bd759436, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f37d92d-f9be-42a2-a61a-7658f34d52b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:51:12.864128 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:12.882918 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-999348e8-3bef-4409-b247-92a2b94668f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:12.884710 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-999348e8-3bef-4409-b247-92a2b94668f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0729718 Dec 15 14:51:13.015096 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] For port d372b2e8-e02e-4e25-bc49-a539bd759436, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:51:13.019418 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Made reservation on behalf of c12acc89e5f444b3b7d68a4382964aa5 for: {'port': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:13.024717 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.024910 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] For port d372b2e8-e02e-4e25-bc49-a539bd759436, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d372b2e8-e02e-4e25-bc49-a539bd759436,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:51:13.034479 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.084908 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-970801be-1b09-4ad1-8810-0048d1096e60 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586947 Dec 15 14:51:13.120775 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:13.121408 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.122838 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] 10.222.0.64 "PUT /v2.0/ports/d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 1093 time: 1.0478783 Dec 15 14:51:13.123373 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:13.126328 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8803b81c-e487-4b89-be20-01201a713a01" -d '{"events": [{"name": "network-changed", "server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:13.208158 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Allocated IP 172.20.0.8 (186e8b10-981d-4aed-9e80-8aa9f63a7506/3bec16f0-5ed2-4a54-bf22-174a70a1bd9a/3ec9c307-b6f6-47d2-a13e-3af91e285f6e) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:13.218311 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea4cf3-d486-408d-9408-7a237a1deb90 service neutron] Pushing event updated for resources: {'Port': ['ID=d372b2e8-e02e-4e25-bc49-a539bd759436,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:13.259272 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1e287b39-8ef6-494e-9dd4-ec3bdeff62bc req-b7878744-c77e-4ecd-b5ba-1b061f673eeb tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 210 time: 0.0336561 Dec 15 14:51:13.308499 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-5b80047b-55a0-43e3-8b86-5993fa93743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:13.310338 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-5b80047b-55a0-43e3-8b86-5993fa93743d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e16dad64f934da3b407e9117466ff4d&device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 1096 time: 0.1311548 Dec 15 14:51:13.312344 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f0d721b-2dd3-41f1-b549-ffe3a862b426 req-95f16a59-210a-4a49-a5ba-66856b0e4d8b service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036107 Dec 15 14:51:13.369939 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e96154-f2f6-4c92-a57b-315e0467273b req-ebae3973-7610-4740-a00e-68078192c392 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:13.371837 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f6e96154-f2f6-4c92-a57b-315e0467273b req-ebae3973-7610-4740-a00e-68078192c392 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 943 time: 0.2106769 Dec 15 14:51:13.395385 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-08e6ff2a-cdbc-4584-9d66-7f14b4ea7b80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 217 time: 0.0703535 Dec 15 14:51:13.397283 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be7ee8d-f22c-44d1-aba8-865810908c0e x-openstack-request-id: req-4be7ee8d-f22c-44d1-aba8-865810908c0e {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:13.397435 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:13.397683 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4be7ee8d-f22c-44d1-aba8-865810908c0e {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:13.398698 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'status': 'completed', 'code': 200} Dec 15 14:51:13.475757 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-d9163dc9-3b5a-4383-8c1a-6d896041901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:13.477392 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-d9163dc9-3b5a-4383-8c1a-6d896041901f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cee18f1e-7c3e-4383-a87d-56012a71ff2e HTTP/1.1" status: 200 len: 854 time: 0.0685666 Dec 15 14:51:13.500553 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f6e96154-f2f6-4c92-a57b-315e0467273b req-9dd0d3c5-217f-4ed1-afeb-bd8de2452df4 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167064 Dec 15 14:51:13.505308 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.549358 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.579571 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6478b-93fd-470c-88ce-09f06a8bfd4e req-273ea998-9336-41e0-a1d9-a8aafcc984d3 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:13.581099 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-38a6478b-93fd-470c-88ce-09f06a8bfd4e req-273ea998-9336-41e0-a1d9-a8aafcc984d3 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.1028652 Dec 15 14:51:13.583675 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e4c25ee7-c9af-44f5-816e-ecbacc95e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:13.585198 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-e4c25ee7-c9af-44f5-816e-ecbacc95e96b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0874450 Dec 15 14:51:13.596185 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Network 186e8b10-981d-4aed-9e80-8aa9f63a7506 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:13.599732 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:13.603363 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:13.609702 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Pushing event updated for resources: {'Port': ['ID=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:13.656382 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:13.657671 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.674427 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2742f727-0485-46d2-b2cf-668a20bfb1c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184273 Dec 15 14:51:13.687847 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-38a6478b-93fd-470c-88ce-09f06a8bfd4e req-23c0a6d4-6269-45d8-924a-874b3af34218 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000085 Dec 15 14:51:13.693386 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Request body: {'port': {'device_id': 'ca79ccaa-33e2-453f-af73-9e77cacd02e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:13.724726 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-dffed3c3-5ab2-44f4-9c71-499d67e0541f service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222670 Dec 15 14:51:13.773480 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:13.834382 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-619e0a78-b7ec-4e24-adaf-650c0a6e9cd3 req-be9722a9-5a71-472b-a51a-39859a953ef1 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939894 Dec 15 14:51:13.912890 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37e7e0-f004-4d2a-bb89-3a0fe78dd600 req-c5bc721f-4631-434f-8650-0e6729e9fcb8 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:13.914396 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8d37e7e0-f004-4d2a-bb89-3a0fe78dd600 req-c5bc721f-4631-434f-8650-0e6729e9fcb8 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0498786 Dec 15 14:51:13.961678 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8d37e7e0-f004-4d2a-bb89-3a0fe78dd600 req-d9a74ca2-9a76-4c8f-b600-42c4ff7bd43f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Dec 15 14:51:14.046078 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec9c307-b6f6-47d2-a13e-3af91e285f6e {{(pid=119314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:51:14.053690 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.065765 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.provisioning_blocks [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Transition to ACTIVE for port object 3ec9c307-b6f6-47d2-a13e-3af91e285f6e will not be triggered until provisioned by entity L2. {{(pid=119314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:51:14.069378 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.131997 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:14.183751 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.managers [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Attempting to bind port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:51:14.184088 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.managers [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Attempting to bind port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'}] {{(pid=119314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:51:14.184419 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Attempting to bind port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:14.189256 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:51:14.189577 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Attempting to bind port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:14.194285 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:51:14.194622 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Checking segment: {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:14.195036 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Bound using segment: {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'} {{(pid=119314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:51:14.195462 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.managers [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Bound port: 3ec9c307-b6f6-47d2-a13e-3af91e285f6e, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'}}] {{(pid=119314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:51:14.195814 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.257401 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] For port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e, host hv-cinder-78719, cleared binding levels {{(pid=119314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:51:14.260293 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] For port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:51:14.263765 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.299333 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:14.299954 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:14.301339 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] 10.222.0.64 "PUT /v2.0/ports/3ec9c307-b6f6-47d2-a13e-3af91e285f6e HTTP/1.1" status: 200 len: 1093 time: 0.6163607 Dec 15 14:51:14.301785 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca79ccaa-33e2-453f-af73-9e77cacd02e8', 'tag': '3ec9c307-b6f6-47d2-a13e-3af91e285f6e'}] {{(pid=119314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:14.304175 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b153a731d63761eb74fe6a21d496159023c6413618ed33929f2ff838d171597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e16b78-8c71-4cc6-a61d-2112a7c23f54" -d '{"events": [{"name": "network-changed", "server_uuid": "ca79ccaa-33e2-453f-af73-9e77cacd02e8", "tag": "3ec9c307-b6f6-47d2-a13e-3af91e285f6e"}]}' {{(pid=119314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:14.326217 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a058643-7d77-4a8c-acf5-5b907f8d1816 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,revision_number=3']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:14.342284 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ee9db3-e73a-4ccb-bdcd-51488ba6e2c4 x-openstack-request-id: req-d1ee9db3-e73a-4ccb-bdcd-51488ba6e2c4 {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:14.342579 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca79ccaa-33e2-453f-af73-9e77cacd02e8", "tag": "3ec9c307-b6f6-47d2-a13e-3af91e285f6e", "status": "completed", "code": 200}]} {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:14.342868 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1ee9db3-e73a-4ccb-bdcd-51488ba6e2c4 {{(pid=119314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:14.343273 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca79ccaa-33e2-453f-af73-9e77cacd02e8', 'tag': '3ec9c307-b6f6-47d2-a13e-3af91e285f6e', 'status': 'completed', 'code': 200} Dec 15 14:51:14.393502 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee6aa0-33ea-4960-ae08-ba56c00fc5ff req-22aac3e6-5bba-48f0-acf3-2830df6abb2d tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:14.395058 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f1ee6aa0-33ea-4960-ae08-ba56c00fc5ff req-22aac3e6-5bba-48f0-acf3-2830df6abb2d tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 943 time: 0.0499213 Dec 15 14:51:14.445185 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f1ee6aa0-33ea-4960-ae08-ba56c00fc5ff req-2c9d5339-6e18-4b18-aa27-2d9894c9e815 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442429 Dec 15 14:51:14.623989 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403450c-4bd8-4967-9922-94f5a24bb3b3 req-6cc0d937-cd8e-4e7b-888a-1fe36cb489f5 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:14.625604 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c403450c-4bd8-4967-9922-94f5a24bb3b3 req-6cc0d937-cd8e-4e7b-888a-1fe36cb489f5 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 943 time: 0.0536706 Dec 15 14:51:14.674475 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c403450c-4bd8-4967-9922-94f5a24bb3b3 req-b0b82b17-cf99-4ecb-ba5e-39c9c517ad93 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413949 Dec 15 14:51:15.075733 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440e75-66f1-4357-a79a-5705d739b3ec req-760cd3aa-9377-4806-8440-1705c086b874 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:15.077217 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0f440e75-66f1-4357-a79a-5705d739b3ec req-760cd3aa-9377-4806-8440-1705c086b874 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0482061 Dec 15 14:51:15.124547 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0f440e75-66f1-4357-a79a-5705d739b3ec req-0b5df60b-7d84-491e-93ba-8914cb03d0f4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405061 Dec 15 14:51:15.623762 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380a809-a949-4e8c-91d5-508d447696dc req-1f71e17a-53e1-4502-a6ed-d1d58a6ce9bc tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:15.625163 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5380a809-a949-4e8c-91d5-508d447696dc req-1f71e17a-53e1-4502-a6ed-d1d58a6ce9bc tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 943 time: 0.0957453 Dec 15 14:51:15.672656 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5380a809-a949-4e8c-91d5-508d447696dc req-4d14de79-447c-4b4c-97e9-2e60cba8249e tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Dec 15 14:51:15.785718 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2ad2-95fc-48d3-becf-f37f86de9246 req-2acac278-7b9b-4414-8fc5-02e39b8cb8b6 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:15.787228 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-791e2ad2-95fc-48d3-becf-f37f86de9246 req-2acac278-7b9b-4414-8fc5-02e39b8cb8b6 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 943 time: 0.0485132 Dec 15 14:51:15.833093 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-791e2ad2-95fc-48d3-becf-f37f86de9246 req-d473b65c-a643-49e2-8c91-7cfd4346a057 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Dec 15 14:51:16.241912 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6369b5-a174-4575-88df-28d99933f63a req-acf0b272-7e48-4a46-9df1-67cef35972d3 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:16.243423 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bf6369b5-a174-4575-88df-28d99933f63a req-acf0b272-7e48-4a46-9df1-67cef35972d3 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0523043 Dec 15 14:51:16.290138 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bf6369b5-a174-4575-88df-28d99933f63a req-ccff8c7a-3bdc-4b56-a829-bdea34d5b900 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Dec 15 14:51:16.642194 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e16b78-8c71-4cc6-a61d-2112a7c23f54 req-f7b44567-290a-4f68-8e9c-53196d9be0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:16.643725 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a0e16b78-8c71-4cc6-a61d-2112a7c23f54 req-f7b44567-290a-4f68-8e9c-53196d9be0e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 1096 time: 0.0475764 Dec 15 14:51:16.656862 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803b81c-e487-4b89-be20-01201a713a01 req-f359860a-7a07-424f-b5fc-c309ffbe72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:16.658671 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8803b81c-e487-4b89-be20-01201a713a01 req-f359860a-7a07-424f-b5fc-c309ffbe72b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e16dad64f934da3b407e9117466ff4d&device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 1096 time: 0.0459716 Dec 15 14:51:16.756337 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-c1c5773b-11ee-46c1-a4cc-c1ed7e8f79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:16.757913 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-c1c5773b-11ee-46c1-a4cc-c1ed7e8f79ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 1099 time: 0.0954442 Dec 15 14:51:16.760115 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803b81c-e487-4b89-be20-01201a713a01 req-c5728c3f-bb39-4b2a-af15-5201fec5df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:16.761423 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8803b81c-e487-4b89-be20-01201a713a01 req-c5728c3f-bb39-4b2a-af15-5201fec5df02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b HTTP/1.1" status: 200 len: 916 time: 0.0958848 Dec 15 14:51:16.792117 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e16b78-8c71-4cc6-a61d-2112a7c23f54 req-115302a0-ee57-45fe-a465-8015213ddee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:16.793629 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a0e16b78-8c71-4cc6-a61d-2112a7c23f54 req-115302a0-ee57-45fe-a465-8015213ddee8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1406543 Dec 15 14:51:16.819887 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8803b81c-e487-4b89-be20-01201a713a01 req-a1c24d04-e374-4395-91ad-049b86f2b871 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 217 time: 0.0448470 Dec 15 14:51:16.834606 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba02e-b0f2-416f-b4ef-a7163d95040c req-e308f1bb-2c9d-4d32-abcd-f06ca9bbc74a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:16.836133 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a10ba02e-b0f2-416f-b4ef-a7163d95040c req-e308f1bb-2c9d-4d32-abcd-f06ca9bbc74a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 943 time: 0.0944006 Dec 15 14:51:16.907405 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803b81c-e487-4b89-be20-01201a713a01 req-6fefd794-9106-4e45-94c1-c7d922b06cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:16.908911 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8803b81c-e487-4b89-be20-01201a713a01 req-6fefd794-9106-4e45-94c1-c7d922b06cbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cee18f1e-7c3e-4383-a87d-56012a71ff2e HTTP/1.1" status: 200 len: 854 time: 0.0719111 Dec 15 14:51:16.933102 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a10ba02e-b0f2-416f-b4ef-a7163d95040c req-21382970-983d-42db-9101-089dddaa9bf4 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886462 Dec 15 14:51:16.986234 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803b81c-e487-4b89-be20-01201a713a01 req-faf7f0d2-1e36-4324-86f6-5bf71b5ae2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:16.987789 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8803b81c-e487-4b89-be20-01201a713a01 req-faf7f0d2-1e36-4324-86f6-5bf71b5ae2fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0681264 Dec 15 14:51:17.084375 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8803b81c-e487-4b89-be20-01201a713a01 req-de62249f-1533-4bff-b59e-dcd66e1e4e30 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866668 Dec 15 14:51:17.179213 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8803b81c-e487-4b89-be20-01201a713a01 req-9264003e-e58a-4c1b-bd17-7e143840f5f4 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861657 Dec 15 14:51:17.217049 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-218de995-c6a6-480f-a1e7-8a215cc60de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:17.218503 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-218de995-c6a6-480f-a1e7-8a215cc60de8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 912 time: 0.4468002 Dec 15 14:51:17.232284 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aef867-a384-43ab-a16e-84b15206eb7f req-d2fbe2da-3b53-4b11-8413-5786ef596d57 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:17.233740 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-19aef867-a384-43ab-a16e-84b15206eb7f req-d2fbe2da-3b53-4b11-8413-5786ef596d57 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 943 time: 0.1126325 Dec 15 14:51:17.241535 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e16b78-8c71-4cc6-a61d-2112a7c23f54 req-eb03fafb-41c2-4dd2-be88-dcb0f314b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:17.242941 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a0e16b78-8c71-4cc6-a61d-2112a7c23f54 req-eb03fafb-41c2-4dd2-be88-dcb0f314b4fd service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4232481 Dec 15 14:51:17.353463 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-241c45ec-1ba0-40b7-8174-c76af6c6643a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0 HTTP/1.1" status: 200 len: 1001 time: 0.1177454 Dec 15 14:51:17.371979 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-19aef867-a384-43ab-a16e-84b15206eb7f req-261ee451-ec77-422f-9677-25ba12616a8c tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281538 Dec 15 14:51:17.398803 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-69bb2f42-d3e8-4773-991b-736c2e28d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:17.400293 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-69bb2f42-d3e8-4773-991b-736c2e28d581 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 1096 time: 0.1094162 Dec 15 14:51:17.412934 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252daf-d1bd-4d08-bdcb-7b496ccd165b req-324a0e3f-e590-4d21-8951-c0306182e7e2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:17.414424 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b9252daf-d1bd-4d08-bdcb-7b496ccd165b req-324a0e3f-e590-4d21-8951-c0306182e7e2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0504847 Dec 15 14:51:17.446331 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-755777af-d2d3-41ce-bee4-7dc802acd621 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ec9c307-b6f6-47d2-a13e-3af91e285f6e HTTP/1.1" status: 200 len: 217 time: 0.0362778 Dec 15 14:51:17.449863 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-3ed09881-ac5e-48d7-afb0-628fc544ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:17.451278 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-3ed09881-ac5e-48d7-afb0-628fc544ed26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea9f991a-1870-4cf7-ad23-48cda883cb39 HTTP/1.1" status: 200 len: 850 time: 0.0900941 Dec 15 14:51:17.463604 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b9252daf-d1bd-4d08-bdcb-7b496ccd165b req-8f6d5bad-800a-42b5-aa7d-f7865884cb7e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 Dec 15 14:51:17.536737 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-8e915820-b926-4809-8336-ec202ad9b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:17.538171 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-8e915820-b926-4809-8336-ec202ad9b584 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bec16f0-5ed2-4a54-bf22-174a70a1bd9a HTTP/1.1" status: 200 len: 854 time: 0.0735421 Dec 15 14:51:17.542208 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-43b57c93-c876-4fb1-b87e-1cc0a7ed249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:17.543583 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-43b57c93-c876-4fb1-b87e-1cc0a7ed249b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a278692-3315-4faf-ad0e-7760eff511d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777664 Dec 15 14:51:17.592542 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-10230352-6359-4861-9b38-aa36b2656bd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=186e8b10-981d-4aed-9e80-8aa9f63a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392547 Dec 15 14:51:17.720321 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-6315543a-d08b-43c9-8ab1-91d94b069e08 service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659644 Dec 15 14:51:17.756922 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-bfb5920b-d449-4a43-9fb3-7ee39d55c6f6 service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398220 Dec 15 14:51:17.887701 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-39a296c9-c26c-44b4-a33d-cb7d5229a08d req-7fabf709-b206-4081-b5be-4cee9cdaf170 service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556122 Dec 15 14:51:17.902190 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-957fd9f4-440f-43f8-8a27-5f8998af1510 req-8fc10a47-f609-40a3-897c-e9c21e7f86ba service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167877 Dec 15 14:51:18.050183 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430218-9e84-493d-a5c3-15d9b1fec76f req-8b26df57-a93f-4891-b6a4-32d5ef89065a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:18.051700 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0b430218-9e84-493d-a5c3-15d9b1fec76f req-8b26df57-a93f-4891-b6a4-32d5ef89065a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 943 time: 0.0496657 Dec 15 14:51:18.102757 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0b430218-9e84-493d-a5c3-15d9b1fec76f req-f4eaad4d-e2ea-41ca-8fbc-3bf26e687d88 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449810 Dec 15 14:51:18.486728 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca49e4-fad3-4b89-8cc3-f5d016dfeccd req-bb2a3352-0ff5-4912-bbb1-16f6ed7600e3 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:18.493653 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f4ca49e4-fad3-4b89-8cc3-f5d016dfeccd req-bb2a3352-0ff5-4912-bbb1-16f6ed7600e3 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 943 time: 0.0496724 Dec 15 14:51:18.535261 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f4ca49e4-fad3-4b89-8cc3-f5d016dfeccd req-dd2fc017-7705-48e8-9834-42e175d2543b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407538 Dec 15 14:51:18.585265 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cabcb-2e8c-4ce1-b982-dfd1e046abac req-e4c3d3b6-2f23-4d29-b41d-bdece1c0bc27 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:18.586658 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5e2cabcb-2e8c-4ce1-b982-dfd1e046abac req-e4c3d3b6-2f23-4d29-b41d-bdece1c0bc27 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0486443 Dec 15 14:51:18.633038 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5e2cabcb-2e8c-4ce1-b982-dfd1e046abac req-cdcae4e1-c772-458a-ae03-5b7d9eb90e1c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Dec 15 14:51:19.022282 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device d372b2e8-e02e-4e25-bc49-a539bd759436 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:51:19.114256 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port d372b2e8-e02e-4e25-bc49-a539bd759436, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d372b2e8-e02e-4e25-bc49-a539bd759436,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:19.127003 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'port_id': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'mac_address': 'fa:16:3e:ca:10:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:51:19.168497 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.181406 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d372b2e8-e02e-4e25-bc49-a539bd759436 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:51:19.201607 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port d372b2e8-e02e-4e25-bc49-a539bd759436, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d372b2e8-e02e-4e25-bc49-a539bd759436,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:19.206052 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:19.222737 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e7bbc-e3f4-4dd6-bc17-f1c182dfd531 req-4b8ceb0f-d8fe-4282-bfbb-97c3e63c72e4 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:19.224214 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f46e7bbc-e3f4-4dd6-bc17-f1c182dfd531 req-4b8ceb0f-d8fe-4282-bfbb-97c3e63c72e4 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 943 time: 0.0541005 Dec 15 14:51:19.253709 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=d372b2e8-e02e-4e25-bc49-a539bd759436,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:19.260874 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.261252 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.261608 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.261953 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.262294 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.262655 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.263009 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.263375 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.263690 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.264039 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.264378 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.264710 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.265038 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:19.276730 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f46e7bbc-e3f4-4dd6-bc17-f1c182dfd531 req-1993f3d4-adad-4b82-b2be-10ac3ad8c21c tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465539 Dec 15 14:51:19.648655 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8278e9-667b-4abd-8e46-6ed0d23f289b req-680192b5-2be0-484d-8a24-f3e08758f32c tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:19.650122 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0c8278e9-667b-4abd-8e46-6ed0d23f289b req-680192b5-2be0-484d-8a24-f3e08758f32c tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 944 time: 0.0493734 Dec 15 14:51:19.697458 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0c8278e9-667b-4abd-8e46-6ed0d23f289b req-06b24665-98e9-47e1-9a27-e0d552232dd8 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415392 Dec 15 14:51:19.749409 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea144cd-f01f-4ffd-a20a-5f71d118dc12 req-7cec0f81-dabb-45e6-b26f-3a4db8893794 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:19.751672 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bea144cd-f01f-4ffd-a20a-5f71d118dc12 req-7cec0f81-dabb-45e6-b26f-3a4db8893794 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0490365 Dec 15 14:51:19.796598 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bea144cd-f01f-4ffd-a20a-5f71d118dc12 req-2e963128-ea49-472a-aade-79c7ea1bd32c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391855 Dec 15 14:51:20.396197 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a134a-a6ef-4c74-a012-7933b152ed6a req-316342c3-38cf-4e23-afa3-1ce0fe03b3d9 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:20.397669 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f9a134a-a6ef-4c74-a012-7933b152ed6a req-316342c3-38cf-4e23-afa3-1ce0fe03b3d9 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 943 time: 0.0534356 Dec 15 14:51:20.444614 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3f9a134a-a6ef-4c74-a012-7933b152ed6a req-5d8e8c7a-4ab2-4406-a884-359cdfdd3ebf tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 Dec 15 14:51:20.514270 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7fd5f64e-06a6-4eb2-adae-572e96519f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:20.813341 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78cdb3-3efe-4c1c-b306-c8b0b88a2e12 req-a79bbe39-e5c0-4452-8182-d13035068698 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:20.814841 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2c78cdb3-3efe-4c1c-b306-c8b0b88a2e12 req-a79bbe39-e5c0-4452-8182-d13035068698 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 944 time: 0.0519009 Dec 15 14:51:20.865321 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2c78cdb3-3efe-4c1c-b306-c8b0b88a2e12 req-c5ca02fc-c081-4f6c-908d-e298e33752d1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Dec 15 14:51:20.913915 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c23c97-379c-431f-9cb9-5f92ae2d59a7 req-b3a4e6e0-537c-4c14-9100-ededc6cda19b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:20.915456 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d5c23c97-379c-431f-9cb9-5f92ae2d59a7 req-b3a4e6e0-537c-4c14-9100-ededc6cda19b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0499890 Dec 15 14:51:20.962929 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d5c23c97-379c-431f-9cb9-5f92ae2d59a7 req-36d6b62b-0f72-4e1f-9267-99df8b5f356e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Dec 15 14:51:21.224928 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['d372b2e8-e02e-4e25-bc49-a539bd759436'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:51:21.559814 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c01f93-d0a3-4df4-ba2f-77d7a6b80fac req-5acf5682-a3e0-4386-bfb6-a6200e2eaa18 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:21.561292 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38c01f93-d0a3-4df4-ba2f-77d7a6b80fac req-5acf5682-a3e0-4386-bfb6-a6200e2eaa18 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 943 time: 0.0496483 Dec 15 14:51:21.607869 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-38c01f93-d0a3-4df4-ba2f-77d7a6b80fac req-6e3eaeea-1f58-44b7-85b7-3d5518d24b4d tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Dec 15 14:51:21.986300 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c719-8dde-44e0-8783-9612d679c583 req-7cdf4f13-911d-4b90-9cda-9614b0145ceb tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:21.987820 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73e9c719-8dde-44e0-8783-9612d679c583 req-7cdf4f13-911d-4b90-9cda-9614b0145ceb tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 944 time: 0.0529435 Dec 15 14:51:22.044970 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73e9c719-8dde-44e0-8783-9612d679c583 req-437eb7f9-74cb-4656-8b34-f1575f02d814 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478272 Dec 15 14:51:22.090811 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7b21b-f50c-4fc6-8acf-291c8c9f8f3f req-7304d070-a036-45c2-bc6f-61b411bf966e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:22.092290 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c4d7b21b-f50c-4fc6-8acf-291c8c9f8f3f req-7304d070-a036-45c2-bc6f-61b411bf966e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0530369 Dec 15 14:51:22.144777 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c4d7b21b-f50c-4fc6-8acf-291c8c9f8f3f req-31cb439e-71d4-45b1-9133-e1a9567cd853 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458217 Dec 15 14:51:22.722182 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb12e0e-5000-403a-bf4a-26ebcbaeac39 req-f24fb99b-5bb0-4e62-83f5-ee88558007ab tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:22.723673 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9cb12e0e-5000-403a-bf4a-26ebcbaeac39 req-f24fb99b-5bb0-4e62-83f5-ee88558007ab tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 943 time: 0.0490367 Dec 15 14:51:22.770427 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9cb12e0e-5000-403a-bf4a-26ebcbaeac39 req-3d4b2b74-50a0-4148-8390-edc338b1b2c7 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409100 Dec 15 14:51:22.930335 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device d372b2e8-e02e-4e25-bc49-a539bd759436 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:51:22.977295 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-dafdd395-cdae-42c6-9f10-d268d0a6d3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:22.992849 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port d372b2e8-e02e-4e25-bc49-a539bd759436 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:51:22.997871 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port d372b2e8-e02e-4e25-bc49-a539bd759436 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:22.998251 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:23.080830 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:23.104795 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:23.107055 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21b5619-14bc-4d46-9b25-41cc8cf9636f" -d '{"events": [{"server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "name": "network-vif-plugged", "status": "completed", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:23.120387 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port d372b2e8-e02e-4e25-bc49-a539bd759436, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d372b2e8-e02e-4e25-bc49-a539bd759436,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:23.127286 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:23.158063 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891e79db-71d7-4e78-8423-a8beb59b2ed8 x-openstack-request-id: req-891e79db-71d7-4e78-8423-a8beb59b2ed8 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:23.158389 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "name": "network-vif-plugged", "status": "completed", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:23.158672 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-891e79db-71d7-4e78-8423-a8beb59b2ed8 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:23.159074 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'code': 200} Dec 15 14:51:23.164608 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c43da6-ac88-4dab-a385-269a2fbb0879 req-28c7406f-dd63-4162-9449-b57fdae0287a tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:23.167000 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-99c43da6-ac88-4dab-a385-269a2fbb0879 req-28c7406f-dd63-4162-9449-b57fdae0287a tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0530701 Dec 15 14:51:23.184885 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=d372b2e8-e02e-4e25-bc49-a539bd759436,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:23.217151 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-99c43da6-ac88-4dab-a385-269a2fbb0879 req-cb70e597-8add-4233-a5ae-4cc15e1f2087 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 Dec 15 14:51:23.342327 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012754c-1049-4690-9232-f3fc24811ad6 req-2a7987f5-d6c6-4328-8422-5264db3dec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:23.343922 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0012754c-1049-4690-9232-f3fc24811ad6 req-2a7987f5-d6c6-4328-8422-5264db3dec43 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 1098 time: 0.0387194 Dec 15 14:51:23.396750 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0012754c-1049-4690-9232-f3fc24811ad6 req-5ae6a3ef-7cfe-4a99-9b02-c879597a4149 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Dec 15 14:51:23.883765 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92973380-f9ee-4500-a876-2e76c4afb74b req-1b8067b9-f968-4a2a-bdcd-f5ab30ef3275 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:23.885298 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92973380-f9ee-4500-a876-2e76c4afb74b req-1b8067b9-f968-4a2a-bdcd-f5ab30ef3275 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 943 time: 0.0481510 Dec 15 14:51:23.932666 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92973380-f9ee-4500-a876-2e76c4afb74b req-11f83824-a0e3-4c74-b87d-2fc0cabd79f4 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413196 Dec 15 14:51:24.112580 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:24.334922 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e9eca-b4fe-4a78-80b9-928701392614 req-50b09028-7ffb-4d78-ba39-c1865c789a8e tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:24.336418 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c85e9eca-b4fe-4a78-80b9-928701392614 req-50b09028-7ffb-4d78-ba39-c1865c789a8e tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0505848 Dec 15 14:51:24.383558 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c85e9eca-b4fe-4a78-80b9-928701392614 req-84944ab0-ceec-477a-a9a3-8c39f8d91710 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Dec 15 14:51:24.930227 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 3ec9c307-b6f6-47d2-a13e-3af91e285f6e details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:51:25.027705 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:25.041014 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '3ec9c307-b6f6-47d2-a13e-3af91e285f6e', 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506', 'port_id': '3ec9c307-b6f6-47d2-a13e-3af91e285f6e', 'mac_address': 'fa:16:3e:6e:12:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bec16f0-5ed2-4a54-bf22-174a70a1bd9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:51:25.048062 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a945e-4a92-43a5-bd40-b198ad7ded7f req-6ff16d51-da0e-4414-913e-85f621c96870 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:25.049594 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1e5a945e-4a92-43a5-bd40-b198ad7ded7f req-6ff16d51-da0e-4414-913e-85f621c96870 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 943 time: 0.0502179 Dec 15 14:51:25.077371 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:25.098813 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec9c307-b6f6-47d2-a13e-3af91e285f6e {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:51:25.099048 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1e5a945e-4a92-43a5-bd40-b198ad7ded7f req-0499cfe0-465b-4526-930a-b235baae4646 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Dec 15 14:51:25.124286 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:25.128849 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:25.182078 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:25.394584 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['3ec9c307-b6f6-47d2-a13e-3af91e285f6e'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:51:25.517659 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dca5aa-e508-45e0-b9f4-c10fab07e518 req-4722c447-bec6-41b8-b3b8-d1acb28968ac tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:25.519162 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-63dca5aa-e508-45e0-b9f4-c10fab07e518 req-4722c447-bec6-41b8-b3b8-d1acb28968ac tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0537252 Dec 15 14:51:25.569461 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-63dca5aa-e508-45e0-b9f4-c10fab07e518 req-927dc47c-5626-46ae-b4d6-c22e9bd4a506 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444143 Dec 15 14:51:25.688444 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157e0e7-1f3b-4c40-9211-b1c78d531737 req-da0c5765-1b15-4521-b40b-82591dbfbcf6 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:25.689914 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b157e0e7-1f3b-4c40-9211-b1c78d531737 req-da0c5765-1b15-4521-b40b-82591dbfbcf6 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0522888 Dec 15 14:51:25.736272 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b157e0e7-1f3b-4c40-9211-b1c78d531737 req-9cb16270-e1be-4eee-a6b5-02c9d289dfc7 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Dec 15 14:51:26.057665 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640fc76-192b-47ce-aa6b-f94069735f3c req-08b4a253-e377-4d13-88b6-1d9e6a142a78 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:26.059090 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b640fc76-192b-47ce-aa6b-f94069735f3c req-08b4a253-e377-4d13-88b6-1d9e6a142a78 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0479805 Dec 15 14:51:26.108432 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b640fc76-192b-47ce-aa6b-f94069735f3c req-c4f4f215-b83f-44f6-94ce-732751c47026 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Dec 15 14:51:26.191546 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:26.226932 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fad35f-df15-4246-887f-a1a68d0446a7 req-c4af0d82-9a0c-4c36-a9e3-2a4dd8ac7626 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:26.228433 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-11fad35f-df15-4246-887f-a1a68d0446a7 req-c4af0d82-9a0c-4c36-a9e3-2a4dd8ac7626 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 944 time: 0.0503731 Dec 15 14:51:26.278576 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-11fad35f-df15-4246-887f-a1a68d0446a7 req-b1554dcc-9300-4a03-a8de-ac82775829b6 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435419 Dec 15 14:51:26.643908 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e998b-2ce5-4fee-9448-7fc523a5870c req-3b539298-1af2-4c1f-9f67-958a3f490031 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:26.645379 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-617e998b-2ce5-4fee-9448-7fc523a5870c req-3b539298-1af2-4c1f-9f67-958a3f490031 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 945 time: 0.0495126 Dec 15 14:51:26.695949 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-617e998b-2ce5-4fee-9448-7fc523a5870c req-317d7a13-30e6-4661-bdc6-49609763fa16 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Dec 15 14:51:26.831017 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:26.946314 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 3ec9c307-b6f6-47d2-a13e-3af91e285f6e up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:51:26.992780 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:51:26.996497 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:26.996871 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:27.072457 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:27.094855 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca79ccaa-33e2-453f-af73-9e77cacd02e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec9c307-b6f6-47d2-a13e-3af91e285f6e'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:27.097441 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad514f1-c2c9-4b22-a707-ecabfdaa9d00" -d '{"events": [{"server_uuid": "ca79ccaa-33e2-453f-af73-9e77cacd02e8", "name": "network-vif-plugged", "status": "completed", "tag": "3ec9c307-b6f6-47d2-a13e-3af91e285f6e"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:27.114507 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:27.118598 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:27.141995 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8ab604-95a7-4039-a660-58ed80037130 x-openstack-request-id: req-2e8ab604-95a7-4039-a660-58ed80037130 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:27.142315 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca79ccaa-33e2-453f-af73-9e77cacd02e8", "name": "network-vif-plugged", "status": "completed", "tag": "3ec9c307-b6f6-47d2-a13e-3af91e285f6e", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:27.142575 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e8ab604-95a7-4039-a660-58ed80037130 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:27.143114 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca79ccaa-33e2-453f-af73-9e77cacd02e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec9c307-b6f6-47d2-a13e-3af91e285f6e', 'code': 200} Dec 15 14:51:27.171751 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:27.321322 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1537c0-dffe-4ab8-89d2-955b35a60989 req-705184bd-b386-489e-bca4-3595526e28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:27.322884 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6c1537c0-dffe-4ab8-89d2-955b35a60989 req-705184bd-b386-489e-bca4-3595526e28c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 1098 time: 0.0409024 Dec 15 14:51:27.395416 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6c1537c0-dffe-4ab8-89d2-955b35a60989 req-735f7225-9f4e-4ccf-963d-8c98238b79d1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636497 Dec 15 14:51:27.410867 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fb645-a38a-4228-862f-bba0b946e4fa req-cf553336-ec04-4cd2-973e-98929a7aebea tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:27.412280 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d78fb645-a38a-4228-862f-bba0b946e4fa req-cf553336-ec04-4cd2-973e-98929a7aebea tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 945 time: 0.0641973 Dec 15 14:51:27.459283 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d78fb645-a38a-4228-862f-bba0b946e4fa req-e4c9bc3c-6c25-4087-8d2d-d3e0bc7966b5 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 Dec 15 14:51:27.816264 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be08d1-3a9a-4bbc-b960-38bef2803881 req-10346945-44d4-4df6-91f2-bfe3136bfccb tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:27.817753 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f8be08d1-3a9a-4bbc-b960-38bef2803881 req-10346945-44d4-4df6-91f2-bfe3136bfccb tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 945 time: 0.0531321 Dec 15 14:51:27.866919 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f8be08d1-3a9a-4bbc-b960-38bef2803881 req-c55851e0-9a32-4958-a8ac-7d4cba1a36c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Dec 15 14:51:28.575917 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7fe6e-f473-4de9-a590-6004db6fdad2 req-7782cce0-4f5c-4063-bf4f-6d5f1f060540 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:28.577323 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-74a7fe6e-f473-4de9-a590-6004db6fdad2 req-7782cce0-4f5c-4063-bf4f-6d5f1f060540 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 945 time: 0.0494537 Dec 15 14:51:28.624546 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-74a7fe6e-f473-4de9-a590-6004db6fdad2 req-cfbd77a9-d419-4b9c-b237-9611077edc8d tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Dec 15 14:51:28.855917 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-03d46790-bc70-4488-ab8e-b9d37d3c9087 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:28.857285 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-03d46790-bc70-4488-ab8e-b9d37d3c9087 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 945 time: 0.0542781 Dec 15 14:51:28.961791 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Deleting port 9a2fe5c2-c649-4472-8902-5e77148f09a7 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:28.962146 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:28.995827 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03974454-ec37-442b-b95f-ef7610a319ec req-b4e3e2ae-75ea-4646-89ee-f2668bf0a420 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:28.997425 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-03974454-ec37-442b-b95f-ef7610a319ec req-b4e3e2ae-75ea-4646-89ee-f2668bf0a420 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cadc527-699a-4bc7-b450-aad71b7cf845 HTTP/1.1" status: 200 len: 945 time: 0.0539398 Dec 15 14:51:29.049568 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-03974454-ec37-442b-b95f-ef7610a319ec req-015b0c47-fbc2-405c-96de-59e8c2484f15 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 Dec 15 14:51:29.054419 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] For port 9a2fe5c2-c649-4472-8902-5e77148f09a7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9a2fe5c2-c649-4472-8902-5e77148f09a7,segment=NetworkSegment(6e7adad7-f4a4-4376-9013-ea46c037f342),segment_id=6e7adad7-f4a4-4376-9013-ea46c037f342)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:29.054821 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:29.067630 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Calling delete_port for 9a2fe5c2-c649-4472-8902-5e77148f09a7 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:29.195101 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:29.207479 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['9a2fe5c2-c649-4472-8902-5e77148f09a7'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:51:29.227679 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Pushing event deleted for resources: {'Port': ['ID=9a2fe5c2-c649-4472-8902-5e77148f09a7,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:29.239980 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.240341 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.240686 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.241029 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.241364 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.241699 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.242030 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.242363 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.242718 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.243049 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.243376 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.243725 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.244052 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:29.276768 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] No DVR routers for this DVR port 9a2fe5c2-c649-4472-8902-5e77148f09a7 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:51:29.279214 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:29.283069 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-25c3378b-db47-4a1a-ae51-ba33ca42237f req-a2313cbf-7bc5-48a5-8d58-037d7794b3c1 tempest-VolumesSnapshotTestJSON-2043042102 tempest-VolumesSnapshotTestJSON-2043042102-project] 10.222.0.64 "DELETE /v2.0/ports/9a2fe5c2-c649-4472-8902-5e77148f09a7 HTTP/1.1" status: 204 len: 173 time: 0.4150660 Dec 15 14:51:29.283511 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cadc527-699a-4bc7-b450-aad71b7cf845', 'name': 'network-vif-deleted', 'tag': '9a2fe5c2-c649-4472-8902-5e77148f09a7'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:29.285750 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debf069c-92b3-4721-9966-e3bd03529134" -d '{"events": [{"server_uuid": "4cadc527-699a-4bc7-b450-aad71b7cf845", "name": "network-vif-deleted", "tag": "9a2fe5c2-c649-4472-8902-5e77148f09a7"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:29.321868 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a582ed-ad2d-4782-9566-f4eb7e3183ec x-openstack-request-id: req-c4a582ed-ad2d-4782-9566-f4eb7e3183ec {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:29.322172 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cadc527-699a-4bc7-b450-aad71b7cf845", "name": "network-vif-deleted", "tag": "9a2fe5c2-c649-4472-8902-5e77148f09a7", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:29.322432 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4a582ed-ad2d-4782-9566-f4eb7e3183ec {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:29.322898 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cadc527-699a-4bc7-b450-aad71b7cf845', 'name': 'network-vif-deleted', 'tag': '9a2fe5c2-c649-4472-8902-5e77148f09a7', 'status': 'completed', 'code': 200} Dec 15 14:51:29.746254 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94209a9-a385-4203-8464-6c82b8b315d2 req-62705c5c-9392-4e79-bdbb-69434b02b163 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:29.747787 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d94209a9-a385-4203-8464-6c82b8b315d2 req-62705c5c-9392-4e79-bdbb-69434b02b163 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 945 time: 0.0520630 Dec 15 14:51:29.799183 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d94209a9-a385-4203-8464-6c82b8b315d2 req-e174e0bb-c716-4cc1-bdc3-fc4cbff09f6f tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444820 Dec 15 14:51:31.802947 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:33.522230 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:51:33.562295 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 9a2fe5c2-c649-4472-8902-5e77148f09a7 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:33.585437 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 9a2fe5c2-c649-4472-8902-5e77148f09a7 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:33.585781 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 9a2fe5c2-c649-4472-8902-5e77148f09a7 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:36.537165 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d5860-89ee-4edf-bb33-a2a38fad7daa req-c3d64a5d-2e3e-4721-a805-a98d064b5f21 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:36.538685 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e48d5860-89ee-4edf-bb33-a2a38fad7daa req-c3d64a5d-2e3e-4721-a805-a98d064b5f21 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0496473 Dec 15 14:51:36.585060 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e48d5860-89ee-4edf-bb33-a2a38fad7daa req-40969d2d-c5b3-4c9e-b578-a6c9b70c5e27 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Dec 15 14:51:36.607143 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44736) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:36.749544 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64cb73-1b44-427b-9fa3-8bc575f25fec tempest-TestMinimumBasicScenario-67349780 tempest-TestMinimumBasicScenario-67349780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:36.751079 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-4b64cb73-1b44-427b-9fa3-8bc575f25fec tempest-TestMinimumBasicScenario-67349780 tempest-TestMinimumBasicScenario-67349780-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 1093 time: 0.1429315 Dec 15 14:51:36.753915 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44742) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:36.758037 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'floatingip': {'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'port_id': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:36.782208 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for floatingip, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:36.884914 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:36.990265 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Allocated IP 172.27.2.166 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/9b147cda-fbdf-4713-ac05-c23511b4382c) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:37.103227 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:37.145162 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:37.212272 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:37.215235 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:37.218417 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:37.243949 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'Port': ['ID=9b147cda-fbdf-4713-ac05-c23511b4382c,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:37.261254 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.261602 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.261958 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.262301 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.262650 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.262987 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.263315 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.263642 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.263967 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.264291 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.264702 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.265026 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.265348 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:51:37.612907 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:37.680196 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:37.826606 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:37.831428 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:37.900229 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'Port': ['ID=9b147cda-fbdf-4713-ac05-c23511b4382c,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:37.910313 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.006991 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.l3_db [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Floating IP acd1a642-b208-4436-bf9c-1c7c120490fc associated. External IP: 172.27.2.166, port: d372b2e8-e02e-4e25-bc49-a539bd759436. Dec 15 14:51:38.455202 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Router 36ff822d-5be9-4337-a948-9594832483b6 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:51:38.566179 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:38.577266 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] Sync routers for ids ['36ff822d-5be9-4337-a948-9594832483b6'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:38.582998 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.588186 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] Routers {'36ff822d-5be9-4337-a948-9594832483b6'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:38.588808 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:51:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['36ff822d-5be9-4337-a948-9594832483b6'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:38.610503 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-fbf7e260-5b28-4c61-818c-8fe0fc6a2e16 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8555858 Dec 15 14:51:38.611135 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436'}] {{(pid=119314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:38.613261 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44776) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:38.613750 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b153a731d63761eb74fe6a21d496159023c6413618ed33929f2ff838d171597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccc24c1-a34b-43e2-b9f1-50787a1af936" -d '{"events": [{"name": "network-changed", "server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436"}]}' {{(pid=119314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:38.618279 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-30382f46-68e4-47c0-9640-889c8fc3b1ef tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304864735', 'description': 'tempest-secgroup-smoke-304864735 description', 'project_id': '2e16dad64f934da3b407e9117466ff4d'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:38.643840 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-30382f46-68e4-47c0-9640-889c8fc3b1ef tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.650399 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609b42e3-ffab-47d7-8fdb-a549840060f6 x-openstack-request-id: req-609b42e3-ffab-47d7-8fdb-a549840060f6 {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:38.650726 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436", "status": "completed", "code": 200}]} {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:38.650990 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-609b42e3-ffab-47d7-8fdb-a549840060f6 {{(pid=119314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:38.651395 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'status': 'completed', 'code': 200} Dec 15 14:51:38.703183 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] Set router 36ff822d-5be9-4337-a948-9594832483b6 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:38.751132 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-30382f46-68e4-47c0-9640-889c8fc3b1ef tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.756136 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-30382f46-68e4-47c0-9640-889c8fc3b1ef tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.762584 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-06093204-b154-4e1e-9736-6babbd55a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:38.764066 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-06093204-b154-4e1e-9736-6babbd55a1c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e16dad64f934da3b407e9117466ff4d&device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 1098 time: 0.0782113 Dec 15 14:51:38.807330 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-30382f46-68e4-47c0-9640-889c8fc3b1ef tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.808552 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-30382f46-68e4-47c0-9640-889c8fc3b1ef tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1941860 Dec 15 14:51:38.812902 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44782) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:38.820672 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-2621a762-9fb1-41f1-8720-d16a73d93fa0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'security_group_rule': {'security_group_id': '238a6662-d0e5-4dd1-996a-c6badb8c63aa', 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:38.845008 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30382f46-68e4-47c0-9640-889c8fc3b1ef tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238a6662-d0e5-4dd1-996a-c6badb8c63aa,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:38.863648 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2621a762-9fb1-41f1-8720-d16a73d93fa0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.898009 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-a78bdc31-03e9-4696-9299-605a868d785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:38.899534 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-a78bdc31-03e9-4696-9299-605a868d785f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b HTTP/1.1" status: 200 len: 916 time: 0.1215873 Dec 15 14:51:38.925383 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2621a762-9fb1-41f1-8720-d16a73d93fa0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.930395 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2621a762-9fb1-41f1-8720-d16a73d93fa0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.948706 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621a762-9fb1-41f1-8720-d16a73d93fa0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275574f9-0b20-4a46-8f79-5a0938eef3b9,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:38.958892 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2621a762-9fb1-41f1-8720-d16a73d93fa0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:38.962805 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2621a762-9fb1-41f1-8720-d16a73d93fa0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461821 Dec 15 14:51:38.963055 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44784) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:38.970901 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-317a7543-48cd-4729-8f2d-34c9bbe8e13d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'security_group_rule': {'security_group_id': '238a6662-d0e5-4dd1-996a-c6badb8c63aa', 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:38.982684 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-393da660-d4ce-4dfc-bb92-708c6766ed3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 999 time: 0.0745435 Dec 15 14:51:39.000812 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-317a7543-48cd-4729-8f2d-34c9bbe8e13d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.038093 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-ecbe0ce6-5bd0-4ab7-ae2c-04afb0327b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:39.039657 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-ecbe0ce6-5bd0-4ab7-ae2c-04afb0327b36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cee18f1e-7c3e-4383-a87d-56012a71ff2e HTTP/1.1" status: 200 len: 854 time: 0.0482576 Dec 15 14:51:39.060754 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-317a7543-48cd-4729-8f2d-34c9bbe8e13d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.066067 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-317a7543-48cd-4729-8f2d-34c9bbe8e13d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.087172 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a7543-48cd-4729-8f2d-34c9bbe8e13d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3653d8-7e90-43ee-b6b0-e889ecd77969,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:39.097339 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-317a7543-48cd-4729-8f2d-34c9bbe8e13d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.101156 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-317a7543-48cd-4729-8f2d-34c9bbe8e13d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336865 Dec 15 14:51:39.101576 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44786) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:39.106219 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-5fbf8b18-fd93-441c-853d-fa2f0a8c00d1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'security_group_rule': {'security_group_id': '238a6662-d0e5-4dd1-996a-c6badb8c63aa', 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:39.109843 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-da0ded70-ef8b-4db4-b6a0-f07fc1084355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:39.111553 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-da0ded70-ef8b-4db4-b6a0-f07fc1084355 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556493 Dec 15 14:51:39.115445 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': 'acd1a642-b208-4436-bf9c-1c7c120490fc', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '36ff822d-5be9-4337-a948-9594832483b6', 'port_id': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'mac_address': 'fa:16:3e:ca:10:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:51:37Z', 'updated_at': '2021-12-15T14:51:37Z', 'revision_number': 0, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e073a02-de49-4986-9f07-96ae3d17f71b', 'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'mac_address': 'fa:16:3e:f8:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:36Z', 'updated_at': '2021-12-15T14:50:42Z', 'revision_number': 5, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'subnets': [{'id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:39.139891 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8b18-fd93-441c-853d-fa2f0a8c00d1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.146730 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] Checking router: 36ff822d-5be9-4337-a948-9594832483b6 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:39.159630 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] Routers {'36ff822d-5be9-4337-a948-9594832483b6'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:39.160934 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:51:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['36ff822d-5be9-4337-a948-9594832483b6'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:39.211331 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8b18-fd93-441c-853d-fa2f0a8c00d1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.216130 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8b18-fd93-441c-853d-fa2f0a8c00d1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.231885 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf8b18-fd93-441c-853d-fa2f0a8c00d1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b18702-ebbd-4ecd-b447-b240f823a18d,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:39.248718 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-7ac5fb11-28f2-48b7-8874-1686a7b9962c service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292133 Dec 15 14:51:39.250668 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-5fbf8b18-fd93-441c-853d-fa2f0a8c00d1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.252185 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-5fbf8b18-fd93-441c-853d-fa2f0a8c00d1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494629 Dec 15 14:51:39.255127 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44788) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:39.260054 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-7bb8c1ad-fb3d-4068-8dff-917a02aadb24 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'security_group_rule': {'security_group_id': '238a6662-d0e5-4dd1-996a-c6badb8c63aa', 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:39.297699 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c1ad-fb3d-4068-8dff-917a02aadb24 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.333834 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] Set router 36ff822d-5be9-4337-a948-9594832483b6 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:39.363810 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c1ad-fb3d-4068-8dff-917a02aadb24 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.371462 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c1ad-fb3d-4068-8dff-917a02aadb24 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.379195 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4ccc24c1-a34b-43e2-b9f1-50787a1af936 req-544f22fa-ea78-431d-9dd3-04a9d09dc525 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203854 Dec 15 14:51:39.388361 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8c1ad-fb3d-4068-8dff-917a02aadb24 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9442836-967f-44ad-8657-480c5c258265,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:39.399952 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c1ad-fb3d-4068-8dff-917a02aadb24 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.401148 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-7bb8c1ad-fb3d-4068-8dff-917a02aadb24 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448712 Dec 15 14:51:39.404264 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44792) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:39.408780 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-6e1ed6d3-3707-4d0c-9788-a6faa5c96462 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'security_group_rule': {'security_group_id': '238a6662-d0e5-4dd1-996a-c6badb8c63aa', 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:39.431060 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.securitygroups_db [None req-6e1ed6d3-3707-4d0c-9788-a6faa5c96462 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Project 2e16dad64f934da3b407e9117466ff4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:51:39.435934 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed6d3-3707-4d0c-9788-a6faa5c96462 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.496336 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed6d3-3707-4d0c-9788-a6faa5c96462 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.500771 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed6d3-3707-4d0c-9788-a6faa5c96462 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.518122 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ed6d3-3707-4d0c-9788-a6faa5c96462 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94dc9a9-3116-41f1-bf52-b6996900444c,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:39.538501 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed6d3-3707-4d0c-9788-a6faa5c96462 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.540668 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6e1ed6d3-3707-4d0c-9788-a6faa5c96462 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353159 Dec 15 14:51:39.543153 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44798) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:39.548189 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-e9ca3fb9-a82b-4425-852b-92a232c48082 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'security_group_rule': {'security_group_id': '238a6662-d0e5-4dd1-996a-c6badb8c63aa', 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:39.571157 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.securitygroups_db [None req-e9ca3fb9-a82b-4425-852b-92a232c48082 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Project 2e16dad64f934da3b407e9117466ff4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:51:39.576193 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3fb9-a82b-4425-852b-92a232c48082 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.620749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': 'acd1a642-b208-4436-bf9c-1c7c120490fc', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '36ff822d-5be9-4337-a948-9594832483b6', 'port_id': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'mac_address': 'fa:16:3e:ca:10:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:51:37Z', 'updated_at': '2021-12-15T14:51:37Z', 'revision_number': 0, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e073a02-de49-4986-9f07-96ae3d17f71b', 'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'mac_address': 'fa:16:3e:f8:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:36Z', 'updated_at': '2021-12-15T14:50:42Z', 'revision_number': 5, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'subnets': [{'id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:39.648656 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ef4a6-d55f-41fc-b161-c8f5af0bfc30 None None] The sync data for ids ['36ff822d-5be9-4337-a948-9594832483b6'] in dv-cinder-787195-10-iscsi is: [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': 'acd1a642-b208-4436-bf9c-1c7c120490fc', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '36ff822d-5be9-4337-a948-9594832483b6', 'port_id': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'mac_address': 'fa:16:3e:ca:10:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:51:37Z', 'updated_at': '2021-12-15T14:51:37Z', 'revision_number': 0, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e073a02-de49-4986-9f07-96ae3d17f71b', 'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'mac_address': 'fa:16:3e:f8:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:36Z', 'updated_at': '2021-12-15T14:50:42Z', 'revision_number': 5, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'subnets': [{'id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:39.648966 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3fb9-a82b-4425-852b-92a232c48082 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.653396 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3fb9-a82b-4425-852b-92a232c48082 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.681237 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca3fb9-a82b-4425-852b-92a232c48082 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43dff12-2c4e-46a0-ab7e-4a374868e14c,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:39.694297 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3fb9-a82b-4425-852b-92a232c48082 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:39.695977 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-e9ca3fb9-a82b-4425-852b-92a232c48082 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516507 Dec 15 14:51:39.789504 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-86229119-5fd0-41df-80d2-bf977a8451eb tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304864735&fields=id&tenant_id=2e16dad64f934da3b407e9117466ff4d HTTP/1.1" status: 200 len: 267 time: 0.0448956 Dec 15 14:51:39.846459 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-7a0fe99f-bddc-47e2-a01a-ed17aa4431b8 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:39.848120 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-7a0fe99f-bddc-47e2-a01a-ed17aa4431b8 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0528948 Dec 15 14:51:39.860263 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-6e78359b-7109-47ed-9646-3bc196c6585d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'port': {'security_groups': ['05b5857e-b01c-4fba-925f-75eceed881bf', '238a6662-d0e5-4dd1-996a-c6badb8c63aa']}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:39.880906 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ed8af-65a4-4ec6-824e-619e3bbc8817 None None] New status for floating IP acd1a642-b208-4436-bf9c-1c7c120490fc: ACTIVE {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:51:39.929745 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-6e78359b-7109-47ed-9646-3bc196c6585d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:40.146120 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-6e78359b-7109-47ed-9646-3bc196c6585d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] For port d372b2e8-e02e-4e25-bc49-a539bd759436, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d372b2e8-e02e-4e25-bc49-a539bd759436,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:40.176170 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-6e78359b-7109-47ed-9646-3bc196c6585d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:40.180543 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-6e78359b-7109-47ed-9646-3bc196c6585d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:40.232067 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-6e78359b-7109-47ed-9646-3bc196c6585d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:40.232295 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-6e78359b-7109-47ed-9646-3bc196c6585d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:40.234383 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f3e8a0d6-5f7b-49d3-834d-d07771954b26 req-6e78359b-7109-47ed-9646-3bc196c6585d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "PUT /v2.0/ports/d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 981 time: 0.3794892 Dec 15 14:51:40.261374 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78359b-7109-47ed-9646-3bc196c6585d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'Port': ['ID=d372b2e8-e02e-4e25-bc49-a539bd759436,revision_number=6']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:40.347404 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb58c7-1198-487b-ad62-35c374aedc29 req-81f01abd-34fb-42f8-83a9-5cb6efac21f3 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:40.349013 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1ebb58c7-1198-487b-ad62-35c374aedc29 req-81f01abd-34fb-42f8-83a9-5cb6efac21f3 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0551748 Dec 15 14:51:40.415744 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1ebb58c7-1198-487b-ad62-35c374aedc29 req-c78f5bc6-0153-4977-94b7-de3dcb28eb55 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602808 Dec 15 14:51:40.462180 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-367b773a-1c65-49fa-90c9-4592864b9150 None None] Provisioning complete for port d372b2e8-e02e-4e25-bc49-a539bd759436 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:40.462552 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-367b773a-1c65-49fa-90c9-4592864b9150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:40.652132 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436'}] {{(pid=119314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:40.654475 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b153a731d63761eb74fe6a21d496159023c6413618ed33929f2ff838d171597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac2dca6-ca5b-462f-a347-b87324355560" -d '{"events": [{"name": "network-changed", "server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436"}]}' {{(pid=119314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:40.691816 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebfed5c-04a4-4775-99ce-d969dc047b10 x-openstack-request-id: req-6ebfed5c-04a4-4775-99ce-d969dc047b10 {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:40.692120 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436", "status": "completed", "code": 200}]} {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:40.692380 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ebfed5c-04a4-4775-99ce-d969dc047b10 {{(pid=119314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:40.692781 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'status': 'completed', 'code': 200} Dec 15 14:51:42.950876 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['d372b2e8-e02e-4e25-bc49-a539bd759436'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:51:43.007835 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-1c6e91d3-db35-45fd-9f08-606e6e86042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:43.009639 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-1c6e91d3-db35-45fd-9f08-606e6e86042d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e16dad64f934da3b407e9117466ff4d&device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 1137 time: 0.0423856 Dec 15 14:51:43.090411 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['d372b2e8-e02e-4e25-bc49-a539bd759436'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:51:43.102688 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-e568c384-ff56-4133-98bd-49997748574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:43.104181 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-e568c384-ff56-4133-98bd-49997748574f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b HTTP/1.1" status: 200 len: 916 time: 0.0845933 Dec 15 14:51:43.181761 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-9597aee1-c89c-43df-ac8d-348f81a7fcd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 1001 time: 0.0637863 Dec 15 14:51:43.231270 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-92c71e8b-754a-4679-a5af-3a3b29e83499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:43.232750 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-92c71e8b-754a-4679-a5af-3a3b29e83499 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cee18f1e-7c3e-4383-a87d-56012a71ff2e HTTP/1.1" status: 200 len: 854 time: 0.0434906 Dec 15 14:51:43.282104 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-89fa4cb3-0766-46d1-9ac9-3c58cadce98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:43.283562 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-89fa4cb3-0766-46d1-9ac9-3c58cadce98b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413418 Dec 15 14:51:43.383766 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-29ff115d-598d-4ff7-9cc7-9b5adfaaa359 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868692 Dec 15 14:51:43.481698 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6ac2dca6-ca5b-462f-a347-b87324355560 req-5f5b4a4d-5a9c-49fd-9cb5-7d03de334849 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906672 Dec 15 14:51:44.369068 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-9775bd6c-8a23-4ad5-ba59-29395a90b2ba tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:44.370716 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-9775bd6c-8a23-4ad5-ba59-29395a90b2ba tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 814 time: 0.1077614 Dec 15 14:51:44.386196 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-166738f9-e85a-4371-948e-b708a3facaea tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/quotas/c12acc89e5f444b3b7d68a4382964aa5 HTTP/1.1" status: 200 len: 375 time: 0.0089021 Dec 15 14:51:44.434316 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-5916ef79-641b-4fb7-98cd-c1b89c384b58 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426946 Dec 15 14:51:44.527852 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-9cbf2773-5b9a-4caa-b941-ebdd5de029e7 service neutron] 10.222.0.62 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865941 Dec 15 14:51:44.617803 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-06b4a87e-e49c-4eed-b8a0-dfe0f0bac41e service neutron] 10.222.0.62 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837734 Dec 15 14:51:44.777565 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ce8a8104-08c8-4b8c-99c1-8dbe8f5fe638 req-b5d8315b-159e-447b-b3be-92465e5f7ddb tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 210 time: 0.0305138 Dec 15 14:51:45.800839 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-8eb45075-570e-447b-a6f2-b334c10d1d1c tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:45.803048 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-8eb45075-570e-447b-a6f2-b334c10d1d1c tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 814 time: 0.1114593 Dec 15 14:51:45.820834 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Request body: {'port': {'device_id': 'ffc809d7-0d09-41c5-875a-2ea5d3b976b9', 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506', 'admin_state_up': True, 'tenant_id': 'c12acc89e5f444b3b7d68a4382964aa5'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:45.883755 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-24ccc014-7096-4a2a-9031-4359c471384a req-442170c2-085d-4f23-8073-890a22f260ed tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 210 time: 0.0342257 Dec 15 14:51:45.991624 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Made reservation on behalf of c12acc89e5f444b3b7d68a4382964aa5 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:45.995161 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.028984 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f712b37-04f4-495e-817a-b9ea76b3a622 req-9e67734c-a195-451a-a9ab-ef20c84e8522 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:46.031069 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1f712b37-04f4-495e-817a-b9ea76b3a622 req-9e67734c-a195-451a-a9ab-ef20c84e8522 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 946 time: 0.0808387 Dec 15 14:51:46.140380 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1f712b37-04f4-495e-817a-b9ea76b3a622 req-d53d15c0-f73d-40fe-9c75-f92ad33a065c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808682 Dec 15 14:51:46.165439 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Allocated IP 172.20.0.10 (186e8b10-981d-4aed-9e80-8aa9f63a7506/3bec16f0-5ed2-4a54-bf22-174a70a1bd9a/b1968c0c-ac4c-421d-83be-acd07e389fe4) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:46.310116 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.349107 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.361283 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['3ec9c307-b6f6-47d2-a13e-3af91e285f6e'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:51:46.400576 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Network 186e8b10-981d-4aed-9e80-8aa9f63a7506 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:46.406716 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:46.408626 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Pushing event updated for resources: {'Port': ['ID=b1968c0c-ac4c-421d-83be-acd07e389fe4,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:46.416872 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:46.472197 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:46.472739 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.489368 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-edf44731-0a8a-423b-a4b8-812154ecb2b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6738527 Dec 15 14:51:46.504679 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Request body: {'port': {'device_id': 'ffc809d7-0d09-41c5-875a-2ea5d3b976b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:46.558620 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.814748 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1968c0c-ac4c-421d-83be-acd07e389fe4 {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:51:46.821889 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.834187 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Transition to ACTIVE for port object b1968c0c-ac4c-421d-83be-acd07e389fe4 will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:51:46.837223 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:46.886004 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Pushing event updated for resources: {'Port': ['ID=b1968c0c-ac4c-421d-83be-acd07e389fe4,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:46.954014 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Attempting to bind port b1968c0c-ac4c-421d-83be-acd07e389fe4 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:51:46.954355 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Attempting to bind port b1968c0c-ac4c-421d-83be-acd07e389fe4 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:51:46.954710 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Attempting to bind port b1968c0c-ac4c-421d-83be-acd07e389fe4 on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:46.958956 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Port b1968c0c-ac4c-421d-83be-acd07e389fe4 on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:51:46.959280 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Attempting to bind port b1968c0c-ac4c-421d-83be-acd07e389fe4 on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:46.964105 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:51:46.964450 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Checking segment: {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:46.964837 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Bound using segment: {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:51:46.965260 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Bound port: b1968c0c-ac4c-421d-83be-acd07e389fe4, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:51:46.965618 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:47.017627 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c71eb8-faad-4995-95bd-887c55b2b751 req-a869cc39-1ef9-44cb-9e3f-8817c50e36c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.019143 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-10c71eb8-faad-4995-95bd-887c55b2b751 req-a869cc39-1ef9-44cb-9e3f-8817c50e36c1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 944 time: 0.0501325 Dec 15 14:51:47.028784 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] For port b1968c0c-ac4c-421d-83be-acd07e389fe4, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:51:47.033010 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] For port b1968c0c-ac4c-421d-83be-acd07e389fe4, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b1968c0c-ac4c-421d-83be-acd07e389fe4,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:51:47.036839 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:47.073388 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.074013 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:47.075441 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] 10.222.0.64 "PUT /v2.0/ports/b1968c0c-ac4c-421d-83be-acd07e389fe4 HTTP/1.1" status: 200 len: 1094 time: 0.5748746 Dec 15 14:51:47.075928 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc809d7-0d09-41c5-875a-2ea5d3b976b9', 'tag': 'b1968c0c-ac4c-421d-83be-acd07e389fe4'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:47.077031 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-10c71eb8-faad-4995-95bd-887c55b2b751 req-65d9acdb-680d-4401-8edc-b88c07e21ba7 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513368 Dec 15 14:51:47.079062 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc809d7-0d09-41c5-875a-2ea5d3b976b9", "tag": "b1968c0c-ac4c-421d-83be-acd07e389fe4"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:47.100620 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe16d1-1986-4164-88f2-0ea5180d370c service neutron] Pushing event updated for resources: {'Port': ['ID=b1968c0c-ac4c-421d-83be-acd07e389fe4,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:47.121750 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cad6a6-01a8-4b4d-b89f-1012389336b9 x-openstack-request-id: req-e7cad6a6-01a8-4b4d-b89f-1012389336b9 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:47.122044 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc809d7-0d09-41c5-875a-2ea5d3b976b9", "tag": "b1968c0c-ac4c-421d-83be-acd07e389fe4", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:47.122314 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7cad6a6-01a8-4b4d-b89f-1012389336b9 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:47.122737 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc809d7-0d09-41c5-875a-2ea5d3b976b9', 'tag': 'b1968c0c-ac4c-421d-83be-acd07e389fe4', 'status': 'completed', 'code': 200} Dec 15 14:51:47.171405 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-42fc3951-c740-468d-b380-5bd62c2187e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.172954 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-42fc3951-c740-468d-b380-5bd62c2187e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 1097 time: 0.0423498 Dec 15 14:51:47.264273 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25c124-5e2a-44bf-9afd-bf24304ca815 req-95be6bfa-105b-4e3d-b963-cbbea67d2cb0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.265868 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6f25c124-5e2a-44bf-9afd-bf24304ca815 req-95be6bfa-105b-4e3d-b963-cbbea67d2cb0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 946 time: 0.0518117 Dec 15 14:51:47.315999 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6f25c124-5e2a-44bf-9afd-bf24304ca815 req-6ee348d6-5907-4205-9007-3e3b377e1fe7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441363 Dec 15 14:51:47.459306 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-51981617-c677-4945-9414-c5b0a491c9d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1968c0c-ac4c-421d-83be-acd07e389fe4 HTTP/1.1" status: 200 len: 217 time: 0.2727206 Dec 15 14:51:47.511298 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-b7af7c93-2830-4d85-b5a2-76030f0af239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.512795 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-b7af7c93-2830-4d85-b5a2-76030f0af239 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bec16f0-5ed2-4a54-bf22-174a70a1bd9a HTTP/1.1" status: 200 len: 854 time: 0.0432460 Dec 15 14:51:47.553038 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-9e1001c6-fe48-4c57-915f-9fe2d45854ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=186e8b10-981d-4aed-9e80-8aa9f63a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273154 Dec 15 14:51:47.653067 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-e8a710ce-0bdf-4a97-81bb-4a9ae369c7b9 service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879364 Dec 15 14:51:47.747191 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-640cdf43-d8cb-4a89-84bf-b5f5b62b5c6a req-cd00f5d7-a519-47a4-a354-cbba58a1a84a service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839369 Dec 15 14:51:47.888225 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5 req-6308972c-15f3-4e90-a817-ad38bbe63008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.890218 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5 req-6308972c-15f3-4e90-a817-ad38bbe63008 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 1097 time: 0.0749261 Dec 15 14:51:47.900333 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-ab09f861-b928-44c9-9d6d-915636357ef5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:47.901661 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-ab09f861-b928-44c9-9d6d-915636357ef5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.64 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 946 time: 0.0782900 Dec 15 14:51:48.043633 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5 req-47f39907-647f-4050-9714-d3441de0dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:48.045072 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5 req-47f39907-647f-4050-9714-d3441de0dadf service neutron] 10.222.0.64 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 915 time: 0.1424947 Dec 15 14:51:48.056987 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Deleting port 30dd572f-25c7-474b-8707-b592aaa4629b {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:48.057327 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:48.129867 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5 req-865b23a7-1eb8-4456-97d6-6c94122f70a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1968c0c-ac4c-421d-83be-acd07e389fe4 HTTP/1.1" status: 200 len: 217 time: 0.0685716 Dec 15 14:51:48.234691 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5 req-2baab28c-892a-4a95-928f-9b5c23eb1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:48.236163 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5 req-2baab28c-892a-4a95-928f-9b5c23eb1861 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bec16f0-5ed2-4a54-bf22-174a70a1bd9a HTTP/1.1" status: 200 len: 854 time: 0.0976603 Dec 15 14:51:48.241504 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] For port 30dd572f-25c7-474b-8707-b592aaa4629b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=30dd572f-25c7-474b-8707-b592aaa4629b,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:48.241868 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:48.312530 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab023f6-f7d4-4589-810a-ac81f5bc63e9 req-834ca56a-5833-46b1-8d04-3883248a8acd tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:48.313996 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8ab023f6-f7d4-4589-810a-ac81f5bc63e9 req-834ca56a-5833-46b1-8d04-3883248a8acd tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 944 time: 0.1615734 Dec 15 14:51:48.346401 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5 req-a7f3dc75-dda4-4bbf-a69f-11a698494092 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=186e8b10-981d-4aed-9e80-8aa9f63a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965383 Dec 15 14:51:48.442483 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445b79a-65e6-4577-b3fd-45f35231ebc5 req-4fbfe325-e721-44aa-9768-bbfb3ed6a841 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:48.444042 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d445b79a-65e6-4577-b3fd-45f35231ebc5 req-4fbfe325-e721-44aa-9768-bbfb3ed6a841 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 946 time: 0.0485950 Dec 15 14:51:48.491593 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d445b79a-65e6-4577-b3fd-45f35231ebc5 req-537cc57c-2121-4939-b9ed-f1df667d7a70 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce1301f9-95a9-4a39-83bd-cefff8f3db1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Dec 15 14:51:48.536153 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8ab023f6-f7d4-4589-810a-ac81f5bc63e9 req-be1663de-70ae-43b6-bb27-7d858ed719bb tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825507 Dec 15 14:51:48.558219 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5 req-6cb86493-9072-4f57-9717-12205204c329 service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034616 Dec 15 14:51:48.668755 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:48.669137 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:48.669545 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Floating IP ad7f0078-fd83-4856-b231-834ee01cf1c1 disassociated. External IP: 172.27.2.14, port: 30dd572f-25c7-474b-8707-b592aaa4629b. Dec 15 14:51:48.669760 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Calling delete_port for 30dd572f-25c7-474b-8707-b592aaa4629b owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:48.737224 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a57a4a5d-9c8d-4a58-855a-bf0a7af5a6d5 req-ddb811be-c83b-4282-a33e-a9e53a728366 service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423419 Dec 15 14:51:48.827481 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:48.864304 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event deleted for resources: {'Port': ['ID=30dd572f-25c7-474b-8707-b592aaa4629b,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:48.976875 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Router d8884402-40e9-4e87-956e-d7f2c9c08654 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:51:49.083698 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:51:49.093674 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] Sync routers for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:51:49.103884 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:49.105339 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:51:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:49.124384 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] No DVR routers for this DVR port 30dd572f-25c7-474b-8707-b592aaa4629b on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:51:49.127359 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:49.130781 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b65a93ee-30e8-4c90-85f7-14a6b1321b49 req-be33f805-27b6-4ce4-82e9-f033e66e3f94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.64 "DELETE /v2.0/ports/30dd572f-25c7-474b-8707-b592aaa4629b HTTP/1.1" status: 204 len: 173 time: 1.2198579 Dec 15 14:51:49.131283 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'name': 'network-vif-deleted', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:49.133578 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bdd12d-109a-49b5-b8d6-cc88e7b00e80" -d '{"events": [{"server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "name": "network-vif-deleted", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:49.174514 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f80eb0-ab63-4dbf-8da3-ce2d840215a9 x-openstack-request-id: req-79f80eb0-ab63-4dbf-8da3-ce2d840215a9 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:49.174836 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c2afd0-ebf3-4cc2-8561-227952bd862a", "name": "network-vif-deleted", "tag": "30dd572f-25c7-474b-8707-b592aaa4629b", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:49.175098 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79f80eb0-ab63-4dbf-8da3-ce2d840215a9 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:49.175497 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c2afd0-ebf3-4cc2-8561-227952bd862a', 'name': 'network-vif-deleted', 'tag': '30dd572f-25c7-474b-8707-b592aaa4629b', 'status': 'completed', 'code': 200} Dec 15 14:51:49.236885 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:49.443455 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:49.471422 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] Checking router: d8884402-40e9-4e87-956e-d7f2c9c08654 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:51:49.479725 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:51:49.480323 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:51:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:49.601019 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:51:49.651194 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2dd54edc-868b-41e1-98dc-a5c6b6d247fd req-e6be877e-8cbe-4ba9-94de-e09c02090057 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2afd0-ebf3-4cc2-8561-227952bd862a HTTP/1.1" status: 200 len: 210 time: 0.0520134 Dec 15 14:51:49.693833 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7cf03-abd1-4170-b525-23e3fdc26506 req-300e58b6-82cd-475b-b840-3aa9c0089762 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:49.696061 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-fff7cf03-abd1-4170-b525-23e3fdc26506 req-300e58b6-82cd-475b-b840-3aa9c0089762 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 944 time: 0.0804110 Dec 15 14:51:49.786992 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-fff7cf03-abd1-4170-b525-23e3fdc26506 req-c528a05a-10cc-40db-879b-93be4c3812d5 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755076 Dec 15 14:51:49.875929 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:49.917625 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ddfb9-9f41-4c1f-8b58-73e476d57f6b None None] The sync data for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi is: [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:51:50.133685 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7a0b8-303e-458b-832b-5a823acd5ba8 None None] New status for floating IP ad7f0078-fd83-4856-b231-834ee01cf1c1: DOWN {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:51:50.517011 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-91ab4669-7590-4834-a64d-2968ebd771e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:50.746663 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44944) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:50.801696 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c48aaa81-4859-4535-b836-4e4aacc4697f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:50.830576 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c48aaa81-4859-4535-b836-4e4aacc4697f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:50.913649 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9c04a-8f4c-4e01-8aec-f4f7d12e7137 req-a21f6b05-09df-4150-a46a-dc61198c80d7 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:50.915232 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-41a9c04a-8f4c-4e01-8aec-f4f7d12e7137 req-a21f6b05-09df-4150-a46a-dc61198c80d7 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 944 time: 0.0549407 Dec 15 14:51:50.922521 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c48aaa81-4859-4535-b836-4e4aacc4697f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:50.925186 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c48aaa81-4859-4535-b836-4e4aacc4697f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:50.926299 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-c48aaa81-4859-4535-b836-4e4aacc4697f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "DELETE /v2.0/security-groups/ce1301f9-95a9-4a39-83bd-cefff8f3db1d HTTP/1.1" status: 204 len: 168 time: 0.1773424 Dec 15 14:51:50.929077 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44954) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:50.943965 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48aaa81-4859-4535-b836-4e4aacc4697f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1301f9-95a9-4a39-83bd-cefff8f3db1d,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:50.946433 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.api.v2.resource [None req-46f10939-7678-47ad-af9b-d709503893ae tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] show failed (client error): The resource could not be found. Dec 15 14:51:50.947751 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-46f10939-7678-47ad-af9b-d709503893ae tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups/ce1301f9-95a9-4a39-83bd-cefff8f3db1d HTTP/1.1" status: 404 len: 347 time: 0.0176823 Dec 15 14:51:50.950554 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44958) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:50.985695 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-41a9c04a-8f4c-4e01-8aec-f4f7d12e7137 req-40a01f3d-dbc2-4373-8cc7-d7a278804170 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581503 Dec 15 14:51:51.002095 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device b1968c0c-ac4c-421d-83be-acd07e389fe4 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:51:51.129908 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port b1968c0c-ac4c-421d-83be-acd07e389fe4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b1968c0c-ac4c-421d-83be-acd07e389fe4,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:51.144345 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': 'b1968c0c-ac4c-421d-83be-acd07e389fe4', 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506', 'port_id': 'b1968c0c-ac4c-421d-83be-acd07e389fe4', 'mac_address': 'fa:16:3e:47:a9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bec16f0-5ed2-4a54-bf22-174a70a1bd9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:51:51.154845 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-fa34e188-b7fa-4508-ae04-2f8bdfd704cc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Deleting port 05b0fb12-326e-4ddb-bbbe-f20929b50225 {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:51:51.155227 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fa34e188-b7fa-4508-ae04-2f8bdfd704cc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.195005 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.216445 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1968c0c-ac4c-421d-83be-acd07e389fe4 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:51:51.233719 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port b1968c0c-ac4c-421d-83be-acd07e389fe4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b1968c0c-ac4c-421d-83be-acd07e389fe4,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:51.237955 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.243212 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fa34e188-b7fa-4508-ae04-2f8bdfd704cc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.243549 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fa34e188-b7fa-4508-ae04-2f8bdfd704cc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.256212 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-fa34e188-b7fa-4508-ae04-2f8bdfd704cc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Calling delete_port for 05b0fb12-326e-4ddb-bbbe-f20929b50225 owned by network:floatingip {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:51:51.290682 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=b1968c0c-ac4c-421d-83be-acd07e389fe4,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:51.407247 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fa34e188-b7fa-4508-ae04-2f8bdfd704cc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.439593 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34e188-b7fa-4508-ae04-2f8bdfd704cc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event deleted for resources: {'Port': ['ID=05b0fb12-326e-4ddb-bbbe-f20929b50225,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:51.498626 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fa34e188-b7fa-4508-ae04-2f8bdfd704cc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.501179 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fa34e188-b7fa-4508-ae04-2f8bdfd704cc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:51.502340 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-fa34e188-b7fa-4508-ae04-2f8bdfd704cc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "DELETE /v2.0/floatingips/ad7f0078-fd83-4856-b231-834ee01cf1c1 HTTP/1.1" status: 204 len: 168 time: 0.5500824 Dec 15 14:51:51.546717 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['b1968c0c-ac4c-421d-83be-acd07e389fe4'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:51:52.108087 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2955d-7127-463f-96f7-6cbdf2996d26 req-20ea8057-a93e-4167-89bf-ca05c84b06b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:52.109674 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4dc2955d-7127-463f-96f7-6cbdf2996d26 req-20ea8057-a93e-4167-89bf-ca05c84b06b0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 945 time: 0.0512269 Dec 15 14:51:52.128859 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 44976) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:52.133573 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-14295c95-1576-4be3-ad9b-2f1bacf431cb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440546698', 'description': 'tempest-description--1599245815'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:52.159010 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-14295c95-1576-4be3-ad9b-2f1bacf431cb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.160981 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4dc2955d-7127-463f-96f7-6cbdf2996d26 req-28222787-6100-47f2-a5c3-7d0f1287822a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 Dec 15 14:51:52.223515 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-14295c95-1576-4be3-ad9b-2f1bacf431cb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.227600 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-14295c95-1576-4be3-ad9b-2f1bacf431cb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.251234 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-14295c95-1576-4be3-ad9b-2f1bacf431cb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.252459 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-14295c95-1576-4be3-ad9b-2f1bacf431cb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1224868 Dec 15 14:51:52.255568 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44982) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:52.260351 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-c37d6c56-6979-4a0a-a431-d8e979231903 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'security_group_rule': {'security_group_id': '4c9eab20-a141-4c33-87f9-25aa21181d89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:52.260510 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14295c95-1576-4be3-ad9b-2f1bacf431cb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9eab20-a141-4c33-87f9-25aa21181d89,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:52.294718 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c37d6c56-6979-4a0a-a431-d8e979231903 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.358101 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c37d6c56-6979-4a0a-a431-d8e979231903 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.361576 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c37d6c56-6979-4a0a-a431-d8e979231903 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.378989 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d6c56-6979-4a0a-a431-d8e979231903 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65e5655-7733-4277-b066-ecd09039aa5c,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:52.383599 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c37d6c56-6979-4a0a-a431-d8e979231903 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.387405 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-c37d6c56-6979-4a0a-a431-d8e979231903 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279850 Dec 15 14:51:52.387844 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44986) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:52.392248 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-ca5634fb-0353-4955-b9b9-e7a13311e1c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'security_group_rule': {'security_group_id': '4c9eab20-a141-4c33-87f9-25aa21181d89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:52.417740 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ca5634fb-0353-4955-b9b9-e7a13311e1c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.474419 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ca5634fb-0353-4955-b9b9-e7a13311e1c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.478032 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ca5634fb-0353-4955-b9b9-e7a13311e1c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.496602 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5634fb-0353-4955-b9b9-e7a13311e1c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c416696e-516b-4f16-be1b-d4f060036b5c,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:52.502297 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ca5634fb-0353-4955-b9b9-e7a13311e1c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.506590 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-ca5634fb-0353-4955-b9b9-e7a13311e1c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150889 Dec 15 14:51:52.506590 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 44988) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:52.511133 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'floatingip': {'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:52.537639 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.643453 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.742662 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Allocated IP 172.27.2.139 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/2e6427ef-a03c-42f9-8c89-4e67cc4210a2) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:52.842659 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.875915 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.917662 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:52.923014 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:52.926752 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:52.949372 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8249121a-20bb-4960-beeb-f228fd0e3850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:52.960992 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'Port': ['ID=2e6427ef-a03c-42f9-8c89-4e67cc4210a2,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:53.024356 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.035201 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device b1968c0c-ac4c-421d-83be-acd07e389fe4 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:51:53.057476 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.083804 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port b1968c0c-ac4c-421d-83be-acd07e389fe4 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:51:53.087864 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port b1968c0c-ac4c-421d-83be-acd07e389fe4 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:53.088243 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.215604 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.222312 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.300469 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.302333 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'Port': ['ID=2e6427ef-a03c-42f9-8c89-4e67cc4210a2,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:53.312392 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613676c7-c2f3-4e16-a0d5-e612bafffbdc req-bbcb9dfb-251e-4484-9835-7a892683b350 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:53.312890 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.323728 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-613676c7-c2f3-4e16-a0d5-e612bafffbdc req-bbcb9dfb-251e-4484-9835-7a892683b350 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 945 time: 0.0862298 Dec 15 14:51:53.328791 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc809d7-0d09-41c5-875a-2ea5d3b976b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1968c0c-ac4c-421d-83be-acd07e389fe4'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:53.329185 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.330456 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-da7fa422-14fd-434c-8d60-4487060a717d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8228884 Dec 15 14:51:53.331088 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8fef1-50ac-4d86-99f8-c9de15be1692" -d '{"events": [{"server_uuid": "ffc809d7-0d09-41c5-875a-2ea5d3b976b9", "name": "network-vif-plugged", "status": "completed", "tag": "b1968c0c-ac4c-421d-83be-acd07e389fe4"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:53.344572 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port b1968c0c-ac4c-421d-83be-acd07e389fe4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b1968c0c-ac4c-421d-83be-acd07e389fe4,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:51:53.349552 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.352404 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 30dd572f-25c7-474b-8707-b592aaa4629b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:51:53.375464 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 45000) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:53.379132 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 30dd572f-25c7-474b-8707-b592aaa4629b {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:51:53.379481 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 30dd572f-25c7-474b-8707-b592aaa4629b not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:51:53.402562 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2abb7d1-5ffc-4f38-813d-1a7e79a1ffdb x-openstack-request-id: req-b2abb7d1-5ffc-4f38-813d-1a7e79a1ffdb {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:53.402935 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc809d7-0d09-41c5-875a-2ea5d3b976b9", "name": "network-vif-plugged", "status": "completed", "tag": "b1968c0c-ac4c-421d-83be-acd07e389fe4", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:53.403579 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2abb7d1-5ffc-4f38-813d-1a7e79a1ffdb {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:53.403579 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc809d7-0d09-41c5-875a-2ea5d3b976b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1968c0c-ac4c-421d-83be-acd07e389fe4', 'code': 200} Dec 15 14:51:53.405917 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-613676c7-c2f3-4e16-a0d5-e612bafffbdc req-88eaaca8-360f-47b3-a4ef-e9d7d398511e tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806301 Dec 15 14:51:53.432151 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_v2 [None req-978dc8e5-0bee-45b4-bedb-0dcd903d60c7 admin admin] Deleting subnet feaf4444-1e65-4f49-9bfa-8e036e8621e1 {{(pid=119313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:51:53.436814 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-978dc8e5-0bee-45b4-bedb-0dcd903d60c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.467764 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=b1968c0c-ac4c-421d-83be-acd07e389fe4,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:53.483389 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-978dc8e5-0bee-45b4-bedb-0dcd903d60c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66825151'] for subnet, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.531438 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-978dc8e5-0bee-45b4-bedb-0dcd903d60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.654271 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-4e355238-a555-4826-b920-b060489d977e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1440546698&fields=id&tenant_id=43188b9b8e1145dea6c63ad16f6d74a2 HTTP/1.1" status: 200 len: 267 time: 0.1019509 Dec 15 14:51:53.659390 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090368c-d493-4224-acdb-9ea672a6f10d req-69870141-2142-49f5-b2fb-21b67d6546b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:53.660840 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7090368c-d493-4224-acdb-9ea672a6f10d req-69870141-2142-49f5-b2fb-21b67d6546b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 1099 time: 0.0804565 Dec 15 14:51:53.663869 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-978dc8e5-0bee-45b4-bedb-0dcd903d60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4585138'] for subnet, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.718183 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dc8e5-0bee-45b4-bedb-0dcd903d60c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feaf4444-1e65-4f49-9bfa-8e036e8621e1,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:53.749117 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-978dc8e5-0bee-45b4-bedb-0dcd903d60c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.752353 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-978dc8e5-0bee-45b4-bedb-0dcd903d60c7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/feaf4444-1e65-4f49-9bfa-8e036e8621e1 HTTP/1.1" status: 204 len: 168 time: 0.3758674 Dec 15 14:51:53.755048 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45012) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:53.798776 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7090368c-d493-4224-acdb-9ea672a6f10d req-3deb378b-3cc3-46be-89fd-3cd0482c0d39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216083 Dec 15 14:51:53.821889 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-2f314790-5223-4c2f-b053-69ad821a4e69 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:53.822123 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.823360 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-2f314790-5223-4c2f-b053-69ad821a4e69 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 817 time: 0.1616743 Dec 15 14:51:53.838532 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-67636be5-f9d7-4109-b56d-b8454ce220ad tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/quotas/43188b9b8e1145dea6c63ad16f6d74a2 HTTP/1.1" status: 200 len: 375 time: 0.0088363 Dec 15 14:51:53.907526 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.933777 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae6bc88-32e8-49a4-b9fa-1561ce00407c']}} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:53.944265 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7adad7-f4a4-4376-9013-ea46c037f342') {'for_net_delete': True} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:53.944569 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7adad7-f4a4-4376-9013-ea46c037f342') {} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:51:53.955599 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5374610'] for segment, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.970267 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.976775 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=119314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:51:53.977177 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4977339'] for segment, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: Traceback (most recent call last): Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: timer() Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: cb(*args, **kw) Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: return func(*args, **kwargs) Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: self._notify() Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: self.callback(batched_events) Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: event.method(event) Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: return f(self, *a, **k) Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._get(url).json() Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: return self.request(url, 'GET', **kwargs) Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:51:53.979150 dv-cinder-787195-10-iscsi neutron-server[119314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:51:54.034478 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.041963 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.045478 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2ae6bc88-32e8-49a4-b9fa-1561ce00407c HTTP/1.1" status: 204 len: 168 time: 0.2893486 Dec 15 14:51:54.055419 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199eddb-9be7-4574-91c4-a4368794fc22 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae6bc88-32e8-49a4-b9fa-1561ce00407c,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:54.118515 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.132613 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-5ef3844b-e30c-4311-b5d4-5782f04b2f00 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2882314 Dec 15 14:51:54.171429 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45016) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:54.217542 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-07eeac21-9939-4a2d-822f-ca82a04f5a9d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4813c9566d84aa8bdadf57cd9556183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449512 Dec 15 14:51:54.220244 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45018) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:51:54.230579 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-ba274b20-06fa-4cc7-b01d-95921c78197e service neutron] 10.222.0.62 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857003 Dec 15 14:51:54.267568 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-905db1e2-52f9-4469-b2db-33efe9780dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.288503 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-905db1e2-52f9-4469-b2db-33efe9780dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.327018 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-f6da8242-7615-4824-9244-edeb68585320 service neutron] 10.222.0.62 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897458 Dec 15 14:51:54.338314 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-905db1e2-52f9-4469-b2db-33efe9780dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.342899 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-905db1e2-52f9-4469-b2db-33efe9780dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:54.344293 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-905db1e2-52f9-4469-b2db-33efe9780dd1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2 HTTP/1.1" status: 204 len: 168 time: 0.1230168 Dec 15 14:51:54.355529 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905db1e2-52f9-4469-b2db-33efe9780dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb09c3c6-a1bb-4aaa-b205-eeb67cafcdf2,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:54.514049 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-61deb630-3c67-4ef2-a0de-a85422c61916 req-11b31483-1dbf-4213-a13f-39c53f11d12a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 210 time: 0.0428948 Dec 15 14:51:54.547358 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc1a1-f9ee-4e68-81fc-ddb7262c2dcd req-0d48358d-1752-4d62-b35a-c1c76984669f tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:54.549098 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-fe7fc1a1-f9ee-4e68-81fc-ddb7262c2dcd req-0d48358d-1752-4d62-b35a-c1c76984669f tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 946 time: 0.0516512 Dec 15 14:51:54.611335 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-fe7fc1a1-f9ee-4e68-81fc-ddb7262c2dcd req-13ab8d1f-1cba-4d0e-8711-8f8851173b0b tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551589 Dec 15 14:51:55.571382 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-f93c0d6d-b262-49f4-80d0-e4d9bbc456df tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:55.572852 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-f93c0d6d-b262-49f4-80d0-e4d9bbc456df tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 817 time: 0.1112595 Dec 15 14:51:55.651876 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-8afde4c9-88a5-488b-b55a-49cce0ac7bd2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43188b9b8e1145dea6c63ad16f6d74a2 HTTP/1.1" status: 200 len: 380 time: 0.0662603 Dec 15 14:51:55.662116 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'port': {'device_id': '27035410-8436-41d4-bde4-da532322de43', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'admin_state_up': True, 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'security_groups': ['4c9eab20-a141-4c33-87f9-25aa21181d89']}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:55.747441 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc2313-907b-4ac3-a3bc-499f08fbf28e req-3e8366d7-47f1-48c6-9070-011936578ca5 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:55.750849 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0ebc2313-907b-4ac3-a3bc-499f08fbf28e req-3e8366d7-47f1-48c6-9070-011936578ca5 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 946 time: 0.0688491 Dec 15 14:51:55.789625 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Made reservation on behalf of 43188b9b8e1145dea6c63ad16f6d74a2 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:55.793798 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:55.808763 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0ebc2313-907b-4ac3-a3bc-499f08fbf28e req-287725e8-1b65-44d7-98cd-8dfb50c89bc4 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503976 Dec 15 14:51:55.931908 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8e586c82-7f56-4652-b591-c7d6701b5d29 req-051fe2f2-43b1-484d-bf87-90ea4fbe0ac8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 210 time: 0.3404360 Dec 15 14:51:55.960936 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Allocated IP 172.20.0.3 (a00411fb-4394-435c-b9a7-ab8cf23b8b5c/69d99a11-edf8-4ab4-894b-3cc76e96dec2/038b2695-e021-4222-b1f5-d20121cb0193) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:56.108366 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.142626 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.186782 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.187748 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Network a00411fb-4394-435c-b9a7-ab8cf23b8b5c is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:56.190887 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:56.194420 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:56.225090 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event updated for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:56.254868 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:56.255470 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.274040 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-9a238b62-3360-4aae-8ef9-426fba0a4173 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6158512 Dec 15 14:51:56.289084 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Request body: {'port': {'device_id': '27035410-8436-41d4-bde4-da532322de43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:56.357587 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.465128 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-49b6916c-e32e-423b-863b-d6b6f7ebadc4 None None] Provisioning complete for port 038b2695-e021-4222-b1f5-d20121cb0193 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:51:56.465527 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-49b6916c-e32e-423b-863b-d6b6f7ebadc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.499260 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-49b6916c-e32e-423b-863b-d6b6f7ebadc4 None None] Port 038b2695-e021-4222-b1f5-d20121cb0193 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:51:56.630661 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038b2695-e021-4222-b1f5-d20121cb0193 {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:51:56.638081 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.650709 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Transition to ACTIVE for port object 038b2695-e021-4222-b1f5-d20121cb0193 will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:51:56.655197 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.710201 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Pushing event updated for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:56.791378 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Attempting to bind port 038b2695-e021-4222-b1f5-d20121cb0193 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:51:56.791731 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Attempting to bind port 038b2695-e021-4222-b1f5-d20121cb0193 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:51:56.792201 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Attempting to bind port 038b2695-e021-4222-b1f5-d20121cb0193 on network a00411fb-4394-435c-b9a7-ab8cf23b8b5c {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:56.797261 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Port 038b2695-e021-4222-b1f5-d20121cb0193 on network a00411fb-4394-435c-b9a7-ab8cf23b8b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:51:56.797588 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Attempting to bind port 038b2695-e021-4222-b1f5-d20121cb0193 on network a00411fb-4394-435c-b9a7-ab8cf23b8b5c {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:51:56.802734 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:51:56.803081 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Checking segment: {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:51:56.803472 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Bound using segment: {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:51:56.803905 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Bound port: 038b2695-e021-4222-b1f5-d20121cb0193, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6731b3c-6285-4950-b4ef-a93c4c68cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:51:56.804272 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.836833 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.874955 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:51:56.878753 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:51:56.884022 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.921260 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:56.921782 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:56.923223 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] 10.222.0.64 "PUT /v2.0/ports/038b2695-e021-4222-b1f5-d20121cb0193 HTTP/1.1" status: 200 len: 1093 time: 0.6397550 Dec 15 14:51:56.923676 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:51:56.925973 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2fc592-4d31-4673-9954-64446be5e9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "27035410-8436-41d4-bde4-da532322de43", "tag": "038b2695-e021-4222-b1f5-d20121cb0193"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:51:56.954498 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24372d-40bb-4c40-b0e5-808c3a69f000 service neutron] Pushing event updated for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:56.970512 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edc1f94-d1df-4969-82f2-64e11732b3be x-openstack-request-id: req-9edc1f94-d1df-4969-82f2-64e11732b3be {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:51:56.970835 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27035410-8436-41d4-bde4-da532322de43", "tag": "038b2695-e021-4222-b1f5-d20121cb0193", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:51:56.971160 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9edc1f94-d1df-4969-82f2-64e11732b3be {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:51:56.971575 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193', 'status': 'completed', 'code': 200} Dec 15 14:51:57.046381 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-ae2fdc58-4dc2-4296-a3bc-dac3f83f2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.048446 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-ae2fdc58-4dc2-4296-a3bc-dac3f83f2b84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 1096 time: 0.0652635 Dec 15 14:51:57.111740 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-8a300560-b691-4a27-aca6-9df59925a08b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038b2695-e021-4222-b1f5-d20121cb0193 HTTP/1.1" status: 200 len: 217 time: 0.0465562 Dec 15 14:51:57.140122 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c309c-9a2c-4af2-a66e-593dad1b9540 req-ee4f91d5-db16-4828-a655-e886d8c6b75d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.142057 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad9c309c-9a2c-4af2-a66e-593dad1b9540 req-ee4f91d5-db16-4828-a655-e886d8c6b75d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.1155040 Dec 15 14:51:57.197313 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-789822c6-d2f6-4114-8ee1-7898b2baaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.198801 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-789822c6-d2f6-4114-8ee1-7898b2baaac9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.0770543 Dec 15 14:51:57.244556 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad9c309c-9a2c-4af2-a66e-593dad1b9540 req-aa0581dc-9784-4d82-a2a3-4838bcb5a4de tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833180 Dec 15 14:51:57.257349 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-a84fe64a-3712-4546-9068-be767dd48b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.258728 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-a84fe64a-3712-4546-9068-be767dd48b9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485158 Dec 15 14:51:57.349429 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-2108ed72-3e28-4dfd-b8c7-5bf7b49cc2aa service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825365 Dec 15 14:51:57.447385 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-36ad1690-1533-4091-9ce4-c2a43b300c1e req-24b5504b-c545-4a2f-8dbb-6bb3b8bd012a service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 Dec 15 14:51:57.539049 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-a79f5eb3-5561-4760-95b4-ec7f4f2627a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.540552 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-a79f5eb3-5561-4760-95b4-ec7f4f2627a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 1096 time: 0.0413880 Dec 15 14:51:57.637278 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-79fb99e4-6671-413a-a4a8-41979e2b9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.639374 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-79fb99e4-6671-413a-a4a8-41979e2b9805 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 918 time: 0.0908377 Dec 15 14:51:57.719138 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-e589a6f5-223d-48d4-b3cc-ee527c24a386 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038b2695-e021-4222-b1f5-d20121cb0193 HTTP/1.1" status: 200 len: 217 time: 0.0605226 Dec 15 14:51:57.800310 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-d224a336-7cb8-49e4-9ba9-9cbc98a7a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.801745 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-d224a336-7cb8-49e4-9ba9-9cbc98a7a1f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.0740504 Dec 15 14:51:57.808362 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-64656860-ea04-4a7a-846a-100720f70183 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.809689 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-64656860-ea04-4a7a-846a-100720f70183 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 814 time: 0.1745687 Dec 15 14:51:57.832759 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-01f21ec8-6667-456a-a9a2-284fec772ede tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/quotas/c12acc89e5f444b3b7d68a4382964aa5 HTTP/1.1" status: 200 len: 375 time: 0.0173352 Dec 15 14:51:57.888272 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-4e68f987-26dc-45db-b916-06fe5a6c2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:57.889754 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-4e68f987-26dc-45db-b916-06fe5a6c2610 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733390 Dec 15 14:51:57.899353 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-412bd674-8561-4d87-b8bb-5acc002abec3 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531886 Dec 15 14:51:58.057066 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-31d89f8f-cb2b-4204-8df8-8a96e2795573 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510708 Dec 15 14:51:58.058839 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-173360e9-73ea-4559-a439-15962901bbf9 service neutron] 10.222.0.62 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463482 Dec 15 14:51:58.209416 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-89a27df7-9ccb-4620-80f6-8ffd5f3b29d1 service neutron] 10.222.0.62 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444190 Dec 15 14:51:58.211292 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5a2fc592-4d31-4673-9954-64446be5e9e0 req-ab0b85f1-30ab-447f-aaa2-07ab87a97a79 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395667 Dec 15 14:51:58.370273 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04657fe5-3c75-49cf-b62f-5eb11172cf3a req-e1d59b16-d092-4d82-953b-e04ecfd41588 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:58.371868 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-04657fe5-3c75-49cf-b62f-5eb11172cf3a req-e1d59b16-d092-4d82-953b-e04ecfd41588 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0510228 Dec 15 14:51:58.372417 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-06a10eb0-a544-4225-8ea6-64d7e941bc50 req-034ba5f8-f9fb-4c32-95f2-9edceb12b67a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 210 time: 0.0265064 Dec 15 14:51:58.424226 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-04657fe5-3c75-49cf-b62f-5eb11172cf3a req-68daed5c-f540-4c81-b3cf-31a4b9986d11 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458198 Dec 15 14:51:59.391884 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-54cf0ac2-c868-44f4-b499-710fc397d4f0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:59.393371 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-54cf0ac2-c868-44f4-b499-710fc397d4f0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 814 time: 0.1046031 Dec 15 14:51:59.408686 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Request body: {'port': {'device_id': '2661be1b-ba19-4f3f-8f10-843fdad58c55', 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506', 'admin_state_up': True, 'tenant_id': 'c12acc89e5f444b3b7d68a4382964aa5'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:51:59.486041 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6a5aa1e7-91cc-4e49-8076-48ab75adbb1a req-f1476adf-d55f-4117-929c-c433d2589438 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 210 time: 0.0360587 Dec 15 14:51:59.543600 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Made reservation on behalf of c12acc89e5f444b3b7d68a4382964aa5 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:51:59.547209 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.553984 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d4bb-6e1c-4e72-8a9a-bfc029a080bf req-28b9c6ea-65e5-4c57-81f7-145816809cc5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:59.555506 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b2d9d4bb-6e1c-4e72-8a9a-bfc029a080bf req-28b9c6ea-65e5-4c57-81f7-145816809cc5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0547140 Dec 15 14:51:59.605105 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b2d9d4bb-6e1c-4e72-8a9a-bfc029a080bf req-7a72b9c3-751c-4572-bb8e-376a8adb03a1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Dec 15 14:51:59.668922 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Allocated IP 172.20.0.4 (186e8b10-981d-4aed-9e80-8aa9f63a7506/3bec16f0-5ed2-4a54-bf22-174a70a1bd9a/5b10557c-b335-48ca-a67d-01dd2894d6f3) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:51:59.811801 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.845571 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.857107 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['3ec9c307-b6f6-47d2-a13e-3af91e285f6e', 'b1968c0c-ac4c-421d-83be-acd07e389fe4'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:51:59.889228 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Network 186e8b10-981d-4aed-9e80-8aa9f63a7506 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:51:59.892324 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:51:59.895885 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:51:59.902333 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Pushing event updated for resources: {'Port': ['ID=5b10557c-b335-48ca-a67d-01dd2894d6f3,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:51:59.952450 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:51:59.953191 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:51:59.970964 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-f18b95d1-f74c-46ec-a552-de6c802b7800 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661464 Dec 15 14:51:59.989505 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Request body: {'port': {'device_id': '2661be1b-ba19-4f3f-8f10-843fdad58c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:00.042213 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.296758 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b10557c-b335-48ca-a67d-01dd2894d6f3 {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:52:00.304069 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.316308 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Transition to ACTIVE for port object 5b10557c-b335-48ca-a67d-01dd2894d6f3 will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:52:00.319273 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.636819 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Pushing event updated for resources: {'Port': ['ID=5b10557c-b335-48ca-a67d-01dd2894d6f3,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:00.692559 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7807519-ef19-4261-9457-7fce01280946 req-2812de28-e200-406e-b52c-84c3efa80054 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:00.694045 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a7807519-ef19-4261-9457-7fce01280946 req-2812de28-e200-406e-b52c-84c3efa80054 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 943 time: 0.1103923 Dec 15 14:52:00.728519 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb263-8c68-4453-8ed5-fc01457fbad8 req-27a7ed19-7d27-4cb8-86c8-efb03c2102ff tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:00.730036 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e8eeb263-8c68-4453-8ed5-fc01457fbad8 req-27a7ed19-7d27-4cb8-86c8-efb03c2102ff tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0491579 Dec 15 14:52:00.733653 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Attempting to bind port 5b10557c-b335-48ca-a67d-01dd2894d6f3 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:52:00.733987 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Attempting to bind port 5b10557c-b335-48ca-a67d-01dd2894d6f3 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:52:00.734313 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Attempting to bind port 5b10557c-b335-48ca-a67d-01dd2894d6f3 on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:00.747937 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Port 5b10557c-b335-48ca-a67d-01dd2894d6f3 on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:52:00.748261 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Attempting to bind port 5b10557c-b335-48ca-a67d-01dd2894d6f3 on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:00.759694 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:52:00.760033 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Checking segment: {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:52:00.760426 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Bound using segment: {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:52:00.760863 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Bound port: 5b10557c-b335-48ca-a67d-01dd2894d6f3, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:52:00.761221 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.767339 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a7807519-ef19-4261-9457-7fce01280946 req-7fbad152-05a9-4691-9c7b-34a3aab02b17 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650654 Dec 15 14:52:00.783176 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e8eeb263-8c68-4453-8ed5-fc01457fbad8 req-4cb7024d-4a66-4d5e-8b67-afaa639b6d97 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Dec 15 14:52:00.828333 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] For port 5b10557c-b335-48ca-a67d-01dd2894d6f3, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:52:00.831398 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] For port 5b10557c-b335-48ca-a67d-01dd2894d6f3, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5b10557c-b335-48ca-a67d-01dd2894d6f3,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:52:00.835909 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.876373 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:00.876992 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:00.878369 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] 10.222.0.64 "PUT /v2.0/ports/5b10557c-b335-48ca-a67d-01dd2894d6f3 HTTP/1.1" status: 200 len: 1093 time: 0.8968210 Dec 15 14:52:00.878843 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2661be1b-ba19-4f3f-8f10-843fdad58c55', 'tag': '5b10557c-b335-48ca-a67d-01dd2894d6f3'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:00.881075 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74606dd-356b-44c7-8bfb-9d251165321f" -d '{"events": [{"name": "network-changed", "server_uuid": "2661be1b-ba19-4f3f-8f10-843fdad58c55", "tag": "5b10557c-b335-48ca-a67d-01dd2894d6f3"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:00.901489 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02586362-3c6a-481e-a200-230f7ad7b221 service neutron] Pushing event updated for resources: {'Port': ['ID=5b10557c-b335-48ca-a67d-01dd2894d6f3,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:00.920972 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a295e79-340d-4144-971c-044faa2bfd9a x-openstack-request-id: req-3a295e79-340d-4144-971c-044faa2bfd9a {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:00.921272 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2661be1b-ba19-4f3f-8f10-843fdad58c55", "tag": "5b10557c-b335-48ca-a67d-01dd2894d6f3", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:00.921534 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a295e79-340d-4144-971c-044faa2bfd9a {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:00.921941 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2661be1b-ba19-4f3f-8f10-843fdad58c55', 'tag': '5b10557c-b335-48ca-a67d-01dd2894d6f3', 'status': 'completed', 'code': 200} Dec 15 14:52:00.971082 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-83b97974-a72b-42ec-ae48-b70d9d8ae75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:00.972570 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-83b97974-a72b-42ec-ae48-b70d9d8ae75c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 1096 time: 0.0430970 Dec 15 14:52:01.016019 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-d5474042-8f09-4f27-97ef-3bc43c478ffa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b10557c-b335-48ca-a67d-01dd2894d6f3 HTTP/1.1" status: 200 len: 217 time: 0.0339644 Dec 15 14:52:01.068653 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-08f20731-8ccb-4c95-9cc4-fb53d7e9961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:01.070100 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-08f20731-8ccb-4c95-9cc4-fb53d7e9961a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bec16f0-5ed2-4a54-bf22-174a70a1bd9a HTTP/1.1" status: 200 len: 854 time: 0.0431602 Dec 15 14:52:01.095099 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 038b2695-e021-4222-b1f5-d20121cb0193 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:52:01.114585 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-d0f7106c-28de-4a44-acd3-660f6f57da72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=186e8b10-981d-4aed-9e80-8aa9f63a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339684 Dec 15 14:52:01.192136 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:01.203897 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '038b2695-e021-4222-b1f5-d20121cb0193', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'port_id': '038b2695-e021-4222-b1f5-d20121cb0193', 'mac_address': 'fa:16:3e:00:42:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:52:01.212107 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-e2446fb3-1a8b-434d-bfe5-90c2c3e0b73d service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824230 Dec 15 14:52:01.241312 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.254226 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038b2695-e021-4222-b1f5-d20121cb0193 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:52:01.277686 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:01.282554 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.306189 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32cf4003-8a50-4aef-9dc5-daabe2baa26c req-5c1779e6-c814-4b3c-a7a7-347962f7293f service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848200 Dec 15 14:52:01.330731 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:01.411548 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74606dd-356b-44c7-8bfb-9d251165321f req-7b9186fc-d218-40ec-a372-5a05da97e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:01.413013 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c74606dd-356b-44c7-8bfb-9d251165321f req-7b9186fc-d218-40ec-a372-5a05da97e098 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 1096 time: 0.0499742 Dec 15 14:52:01.504509 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74606dd-356b-44c7-8bfb-9d251165321f req-cd210658-c4aa-4308-ae17-5c1fc7897f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:01.506029 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c74606dd-356b-44c7-8bfb-9d251165321f req-cd210658-c4aa-4308-ae17-5c1fc7897f2f service neutron] 10.222.0.64 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 915 time: 0.0821493 Dec 15 14:52:01.551010 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c74606dd-356b-44c7-8bfb-9d251165321f req-3e29efcd-e480-4384-8a73-535b81ec69e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b10557c-b335-48ca-a67d-01dd2894d6f3 HTTP/1.1" status: 200 len: 217 time: 0.0364313 Dec 15 14:52:01.572974 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['038b2695-e021-4222-b1f5-d20121cb0193'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:52:01.600419 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74606dd-356b-44c7-8bfb-9d251165321f req-9d6a33f3-d336-452a-a177-65a3bb52f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:01.601892 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c74606dd-356b-44c7-8bfb-9d251165321f req-9d6a33f3-d336-452a-a177-65a3bb52f8f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bec16f0-5ed2-4a54-bf22-174a70a1bd9a HTTP/1.1" status: 200 len: 854 time: 0.0435994 Dec 15 14:52:01.640419 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c74606dd-356b-44c7-8bfb-9d251165321f req-10e02ae8-61b9-4e85-8587-60148a6e43e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=186e8b10-981d-4aed-9e80-8aa9f63a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255542 Dec 15 14:52:01.735716 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c74606dd-356b-44c7-8bfb-9d251165321f req-250269ea-6d36-4aa0-87a9-8070fc008ef7 service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861492 Dec 15 14:52:01.799849 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:01.832932 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c74606dd-356b-44c7-8bfb-9d251165321f req-44d2d575-a824-461e-9204-48aabc2eaf18 service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834906 Dec 15 14:52:01.886583 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e401dd1-25c0-43e5-823c-4c12642a7fb6 req-0bbb411a-b2cd-417b-b625-bac9d8856069 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:01.888883 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1e401dd1-25c0-43e5-823c-4c12642a7fb6 req-0bbb411a-b2cd-417b-b625-bac9d8856069 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 943 time: 0.0501785 Dec 15 14:52:01.921588 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16a644-a6ed-43ee-b034-dd1fc1c3b022 req-ff619617-f34f-4283-97a8-605cf3e26947 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:01.923131 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7f16a644-a6ed-43ee-b034-dd1fc1c3b022 req-ff619617-f34f-4283-97a8-605cf3e26947 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 944 time: 0.0513866 Dec 15 14:52:01.940687 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1e401dd1-25c0-43e5-823c-4c12642a7fb6 req-efc9c465-7117-42af-ab81-d3372e60619d tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Dec 15 14:52:01.975805 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7f16a644-a6ed-43ee-b034-dd1fc1c3b022 req-eb15a171-0c18-47fb-8cd2-591fc8e4104e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459845 Dec 15 14:52:02.261504 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-59c3987f-0c4e-475f-97a4-88b3486dc822 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384305 Dec 15 14:52:02.346866 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-b84403cd-11a9-496e-94f0-e22a715b9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:02.348350 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-b84403cd-11a9-496e-94f0-e22a715b9c87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 1099 time: 0.0404201 Dec 15 14:52:02.454820 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-ff4ea23c-b38a-430f-95e4-a7d3cab5710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:02.456273 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-ff4ea23c-b38a-430f-95e4-a7d3cab5710b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 912 time: 0.0858467 Dec 15 14:52:02.521441 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-b6e9d699-ec8a-4fc9-b051-1db363a48087 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0 HTTP/1.1" status: 200 len: 1001 time: 0.0570571 Dec 15 14:52:02.571197 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-22862dc4-8374-466c-93eb-d6cceb3c5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:02.572634 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-22862dc4-8374-466c-93eb-d6cceb3c5481 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea9f991a-1870-4cf7-ad23-48cda883cb39 HTTP/1.1" status: 200 len: 850 time: 0.0421097 Dec 15 14:52:02.620677 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-dd69bd7a-54bf-44f0-af86-ecb8e1afdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:02.622668 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-dd69bd7a-54bf-44f0-af86-ecb8e1afdb13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a278692-3315-4faf-ad0e-7760eff511d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414340 Dec 15 14:52:02.711727 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-a60f54ac-6295-4a36-b30f-f2c9dc8a5778 service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808873 Dec 15 14:52:02.803484 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed024da9-0208-4be5-bb29-88a18a52c8f4 req-4f033c69-3eb5-42da-aceb-9c7df77c7c7e service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838826 Dec 15 14:52:03.058553 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856a3f4-1662-487c-8365-4e99dc682035 req-73a74805-89c0-48f6-b4dd-28bd529637bc tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:03.060734 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0856a3f4-1662-487c-8365-4e99dc682035 req-73a74805-89c0-48f6-b4dd-28bd529637bc tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 943 time: 0.0502710 Dec 15 14:52:03.098191 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89791466-f4a0-4476-9d85-14782f77349e req-fc533c93-aeb0-48e5-9035-4f066bcbe2ad tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:03.099744 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-89791466-f4a0-4476-9d85-14782f77349e req-fc533c93-aeb0-48e5-9035-4f066bcbe2ad tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 944 time: 0.0499687 Dec 15 14:52:03.107969 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0856a3f4-1662-487c-8365-4e99dc682035 req-0087befd-defd-4414-be4e-a860021cea50 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414960 Dec 15 14:52:03.131399 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 038b2695-e021-4222-b1f5-d20121cb0193 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:52:03.148358 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-89791466-f4a0-4476-9d85-14782f77349e req-4ffafa8d-ebda-4f91-873b-a394ce1387de tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Dec 15 14:52:03.180658 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 038b2695-e021-4222-b1f5-d20121cb0193 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:52:03.185467 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 038b2695-e021-4222-b1f5-d20121cb0193 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:03.185884 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.259824 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.285520 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:03.287798 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3f6e0c-45a9-4b81-8b7c-bd4cfd9ecb7d" -d '{"events": [{"server_uuid": "27035410-8436-41d4-bde4-da532322de43", "name": "network-vif-plugged", "status": "completed", "tag": "038b2695-e021-4222-b1f5-d20121cb0193"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:03.301013 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:03.307092 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:03.334551 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7071ad-8bc7-463d-bf23-45e856386566 x-openstack-request-id: req-ff7071ad-8bc7-463d-bf23-45e856386566 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:03.334895 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27035410-8436-41d4-bde4-da532322de43", "name": "network-vif-plugged", "status": "completed", "tag": "038b2695-e021-4222-b1f5-d20121cb0193", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:03.335157 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff7071ad-8bc7-463d-bf23-45e856386566 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:03.335550 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193', 'code': 200} Dec 15 14:52:03.364171 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:03.527041 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217d307-73c2-407b-8264-d4ab3d5fb4e5 req-f2455104-4791-4a26-b56e-0babfd012fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:03.528844 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f217d307-73c2-407b-8264-d4ab3d5fb4e5 req-f2455104-4791-4a26-b56e-0babfd012fc9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 1098 time: 0.0415750 Dec 15 14:52:03.582432 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f217d307-73c2-407b-8264-d4ab3d5fb4e5 req-9cbf6f83-2562-48cc-9f13-8afebe34f55c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380378 Dec 15 14:52:04.225297 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9781d0-25ab-4878-b238-56879800c5ba req-6ec1819a-5af2-4018-9ac1-7392e806ebe8 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:04.226824 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5a9781d0-25ab-4878-b238-56879800c5ba req-6ec1819a-5af2-4018-9ac1-7392e806ebe8 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 943 time: 0.0520570 Dec 15 14:52:04.269829 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7545a-4204-4f2b-bcd7-7995dc142e21 req-4bdc9f0b-fdbf-4518-b1f3-ff4a5cea5bf2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:04.271338 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-69d7545a-4204-4f2b-bcd7-7995dc142e21 req-4bdc9f0b-fdbf-4518-b1f3-ff4a5cea5bf2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0487764 Dec 15 14:52:04.274175 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5a9781d0-25ab-4878-b238-56879800c5ba req-0cd86442-7ddd-4e18-abce-a722a6a2e5f8 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Dec 15 14:52:04.319139 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-69d7545a-4204-4f2b-bcd7-7995dc142e21 req-a103505d-b31f-477f-841e-38cc97ec0a66 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417869 Dec 15 14:52:04.786918 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee974d-0069-43b2-9ed7-0bc40943261d req-80cca093-6433-4f20-8e23-8f7297df1083 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:04.788436 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f6ee974d-0069-43b2-9ed7-0bc40943261d req-80cca093-6433-4f20-8e23-8f7297df1083 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0488932 Dec 15 14:52:04.833968 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f6ee974d-0069-43b2-9ed7-0bc40943261d req-0a894439-a80a-4ef8-917c-3165dd7c397c tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396497 Dec 15 14:52:05.143275 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 5b10557c-b335-48ca-a67d-01dd2894d6f3 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:52:05.239879 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 5b10557c-b335-48ca-a67d-01dd2894d6f3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5b10557c-b335-48ca-a67d-01dd2894d6f3,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:05.251786 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '5b10557c-b335-48ca-a67d-01dd2894d6f3', 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506', 'port_id': '5b10557c-b335-48ca-a67d-01dd2894d6f3', 'mac_address': 'fa:16:3e:1c:0b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bec16f0-5ed2-4a54-bf22-174a70a1bd9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:52:05.288267 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:05.301553 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b10557c-b335-48ca-a67d-01dd2894d6f3 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:52:05.323141 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 5b10557c-b335-48ca-a67d-01dd2894d6f3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5b10557c-b335-48ca-a67d-01dd2894d6f3,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:05.327480 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:05.377837 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=5b10557c-b335-48ca-a67d-01dd2894d6f3,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:05.404088 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568839a-05d0-4ce6-b184-fa2469627194 req-356ed9e0-832a-48ea-80a9-d1734ea68807 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:05.405641 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4568839a-05d0-4ce6-b184-fa2469627194 req-356ed9e0-832a-48ea-80a9-d1734ea68807 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 944 time: 0.0579245 Dec 15 14:52:05.454453 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4568839a-05d0-4ce6-b184-fa2469627194 req-8e00fe8c-e3cb-40f8-8868-e047727dfa13 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Dec 15 14:52:05.460325 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684210-ad3a-4224-9743-7f736ffd4a41 req-1558860a-d853-4da4-ba6a-d75595c6d900 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:05.461831 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0f684210-ad3a-4224-9743-7f736ffd4a41 req-1558860a-d853-4da4-ba6a-d75595c6d900 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0505180 Dec 15 14:52:05.511187 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0f684210-ad3a-4224-9743-7f736ffd4a41 req-6f840e74-af3c-4eea-a3ec-dd0775378d75 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Dec 15 14:52:05.628832 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b36989-84af-40d7-991c-3028143db0ac req-b0729ff3-332a-498e-bd1b-4942d85a9a58 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:05.630314 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-39b36989-84af-40d7-991c-3028143db0ac req-b0729ff3-332a-498e-bd1b-4942d85a9a58 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0514410 Dec 15 14:52:05.639114 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45142) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:05.643536 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-21c0f3a4-8a56-44e5-a73a-4e20f924e694 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Request body: {'floatingip': {'port_id': '038b2695-e021-4222-b1f5-d20121cb0193'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:05.672756 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['5b10557c-b335-48ca-a67d-01dd2894d6f3'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:52:05.691659 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-21c0f3a4-8a56-44e5-a73a-4e20f924e694 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:05.948390 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c531-8289-4391-90ad-b571e48f74dd req-2a96a1da-4a23-4ce6-947e-9937d1763629 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:05.949793 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e9b5c531-8289-4391-90ad-b571e48f74dd req-2a96a1da-4a23-4ce6-947e-9937d1763629 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0483973 Dec 15 14:52:05.998479 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e9b5c531-8289-4391-90ad-b571e48f74dd req-30854d1e-55d5-4075-a9a4-85656de127d4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Dec 15 14:52:06.128099 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-21c0f3a4-8a56-44e5-a73a-4e20f924e694 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:06.131849 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-21c0f3a4-8a56-44e5-a73a-4e20f924e694 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:06.230461 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.l3_db [None req-21c0f3a4-8a56-44e5-a73a-4e20f924e694 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Floating IP 435bdd8f-1b96-4766-95e4-6676886c9b43 associated. External IP: 172.27.2.139, port: 038b2695-e021-4222-b1f5-d20121cb0193. Dec 15 14:52:06.698086 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c0f3a4-8a56-44e5-a73a-4e20f924e694 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Router d8884402-40e9-4e87-956e-d7f2c9c08654 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:52:06.706818 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94c8b5-dc0a-4681-9ab3-dbd87df63e29 req-37ead2f0-05ec-4695-b093-cb0240ec3330 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:06.708282 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0e94c8b5-dc0a-4681-9ab3-dbd87df63e29 req-37ead2f0-05ec-4695-b093-cb0240ec3330 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 944 time: 0.0651987 Dec 15 14:52:06.801109 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0e94c8b5-dc0a-4681-9ab3-dbd87df63e29 req-1da4df05-6cb6-44ca-8bf5-908adbb9d727 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860550 Dec 15 14:52:06.846902 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c0f3a4-8a56-44e5-a73a-4e20f924e694 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:52:06.851508 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-21c0f3a4-8a56-44e5-a73a-4e20f924e694 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:06.859300 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] Sync routers for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:52:06.868560 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:06.869185 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:51:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:06.881255 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-21c0f3a4-8a56-44e5-a73a-4e20f924e694 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "PUT /v2.0/floatingips/435bdd8f-1b96-4766-95e4-6676886c9b43 HTTP/1.1" status: 200 len: 991 time: 1.2410638 Dec 15 14:52:06.881853 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193'}] {{(pid=119314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:06.884142 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b153a731d63761eb74fe6a21d496159023c6413618ed33929f2ff838d171597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "27035410-8436-41d4-bde4-da532322de43", "tag": "038b2695-e021-4222-b1f5-d20121cb0193"}]}' {{(pid=119314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:06.926758 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458b34b2-69d5-47c0-bef8-548969b50d7e x-openstack-request-id: req-458b34b2-69d5-47c0-bef8-548969b50d7e {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:06.927066 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27035410-8436-41d4-bde4-da532322de43", "tag": "038b2695-e021-4222-b1f5-d20121cb0193", "status": "completed", "code": 200}]} {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:06.927328 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-458b34b2-69d5-47c0-bef8-548969b50d7e {{(pid=119314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:06.927738 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193', 'status': 'completed', 'code': 200} Dec 15 14:52:06.982118 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:07.020226 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-e1407ea4-0d37-45da-b346-7925e5aa1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:07.022367 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-e1407ea4-0d37-45da-b346-7925e5aa1b61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 1098 time: 0.0438702 Dec 15 14:52:07.145640 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-f374664c-657a-4b7a-bcc8-d1a09a9a735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:07.148303 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-f374664c-657a-4b7a-bcc8-d1a09a9a735c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 918 time: 0.1044333 Dec 15 14:52:07.172581 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 5b10557c-b335-48ca-a67d-01dd2894d6f3 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:52:07.224341 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-1b58e431-3548-4afd-9e87-e7c07728987b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038b2695-e021-4222-b1f5-d20121cb0193 HTTP/1.1" status: 200 len: 999 time: 0.0622733 Dec 15 14:52:07.245388 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115ba24-6e85-4be9-8f21-9842c0cfabe5 req-add56a28-391e-4b57-8c84-f7e8322375f8 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:07.247482 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1115ba24-6e85-4be9-8f21-9842c0cfabe5 req-add56a28-391e-4b57-8c84-f7e8322375f8 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.0494537 Dec 15 14:52:07.275399 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 5b10557c-b335-48ca-a67d-01dd2894d6f3 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:52:07.281338 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '435bdd8f-1b96-4766-95e4-6676886c9b43', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'port_id': '038b2695-e021-4222-b1f5-d20121cb0193', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'mac_address': 'fa:16:3e:00:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27035410-8436-41d4-bde4-da532322de43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:51:52Z', 'updated_at': '2021-12-15T14:52:06Z', 'revision_number': 1, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:07.283800 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 5b10557c-b335-48ca-a67d-01dd2894d6f3 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:07.284060 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:07.295234 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-c25bbd65-beb9-485f-b28b-1753fb62022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:07.297131 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-c25bbd65-beb9-485f-b28b-1753fb62022a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.0618787 Dec 15 14:52:07.300942 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1115ba24-6e85-4be9-8f21-9842c0cfabe5 req-4c1caefe-92bb-4066-a0b1-d5803c68ab6b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f033dca-ac00-4bed-a304-9530b86937d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473833 Dec 15 14:52:07.330898 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] Checking router: d8884402-40e9-4e87-956e-d7f2c9c08654 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:52:07.347576 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:07.348216 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:51:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:07.348595 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-bd786331-e79e-43a6-b03d-d0f910b01b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:07.350091 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-bd786331-e79e-43a6-b03d-d0f910b01b2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407565 Dec 15 14:52:07.445204 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-7283c907-a451-4da1-9b53-c22fcc75b994 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821700 Dec 15 14:52:07.488896 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:07.490717 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:07.548284 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2661be1b-ba19-4f3f-8f10-843fdad58c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b10557c-b335-48ca-a67d-01dd2894d6f3'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:07.550501 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4090ce55-e2d5-400f-8f28-5f20004e8dcb" -d '{"events": [{"server_uuid": "2661be1b-ba19-4f3f-8f10-843fdad58c55", "name": "network-vif-plugged", "status": "completed", "tag": "5b10557c-b335-48ca-a67d-01dd2894d6f3"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:07.568111 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-ac513d9d-27fb-44b8-b585-7f3fe032f3ba tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:07.569606 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-ac513d9d-27fb-44b8-b585-7f3fe032f3ba tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 946 time: 0.1007574 Dec 15 14:52:07.596903 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 5b10557c-b335-48ca-a67d-01dd2894d6f3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5b10557c-b335-48ca-a67d-01dd2894d6f3,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:07.604936 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:07.630239 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048e91e6-3445-49b1-9324-eebd1c80da46 x-openstack-request-id: req-048e91e6-3445-49b1-9324-eebd1c80da46 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:07.630601 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2661be1b-ba19-4f3f-8f10-843fdad58c55", "name": "network-vif-plugged", "status": "completed", "tag": "5b10557c-b335-48ca-a67d-01dd2894d6f3", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:07.630867 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-048e91e6-3445-49b1-9324-eebd1c80da46 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:07.631267 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2661be1b-ba19-4f3f-8f10-843fdad58c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b10557c-b335-48ca-a67d-01dd2894d6f3', 'code': 200} Dec 15 14:52:07.634226 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-32f6df9b-8b68-421c-a5b1-e9ef5a5ec3d9 req-ea4c0607-02df-47c5-962c-0309c7c064c4 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569414 Dec 15 14:52:07.698892 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Deleting port fc2d8391-28a9-4ec6-a299-40e3c83859e0 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:52:07.699371 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:07.708931 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=5b10557c-b335-48ca-a67d-01dd2894d6f3,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:07.827700 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] For port fc2d8391-28a9-4ec6-a299-40e3c83859e0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fc2d8391-28a9-4ec6-a299-40e3c83859e0,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:07.827975 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:07.885817 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ed161-9b76-43c9-ab4e-85308decb52f req-75489259-3943-465a-a013-bd051bb01ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:07.887928 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b22ed161-9b76-43c9-ab4e-85308decb52f req-75489259-3943-465a-a013-bd051bb01ea9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 1098 time: 0.1042540 Dec 15 14:52:07.926000 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c179ede-4b0c-4670-80d3-11038efe276b req-1f19ea93-9ba2-4990-b9be-52d86959552b tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:07.927544 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2c179ede-4b0c-4670-80d3-11038efe276b req-1f19ea93-9ba2-4990-b9be-52d86959552b tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 945 time: 0.0518513 Dec 15 14:52:07.934776 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '435bdd8f-1b96-4766-95e4-6676886c9b43', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'port_id': '038b2695-e021-4222-b1f5-d20121cb0193', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'mac_address': 'fa:16:3e:00:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27035410-8436-41d4-bde4-da532322de43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:51:52Z', 'updated_at': '2021-12-15T14:52:06Z', 'revision_number': 1, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:07.962378 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824e7ccf-f3c7-4231-a51b-50348ff24f9d None None] The sync data for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi is: [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '435bdd8f-1b96-4766-95e4-6676886c9b43', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'port_id': '038b2695-e021-4222-b1f5-d20121cb0193', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'mac_address': 'fa:16:3e:00:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27035410-8436-41d4-bde4-da532322de43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:51:52Z', 'updated_at': '2021-12-15T14:52:06Z', 'revision_number': 1, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:52:07.980552 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2c179ede-4b0c-4670-80d3-11038efe276b req-6eda134f-3423-40b1-a9f2-b2ef14b42525 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467632 Dec 15 14:52:07.991131 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b22ed161-9b76-43c9-ab4e-85308decb52f req-04bf1d39-1e00-4e80-92f2-ae9657f9ebbe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881505 Dec 15 14:52:08.048107 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:08.049430 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:08.049779 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Floating IP 5a856ed0-c95d-4e80-b62a-44b590a6f792 disassociated. External IP: 172.27.2.53, port: fc2d8391-28a9-4ec6-a299-40e3c83859e0. Dec 15 14:52:08.050210 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Calling delete_port for fc2d8391-28a9-4ec6-a299-40e3c83859e0 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:52:08.182552 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454b914-494f-44a9-b5c1-e1302edac015 None None] New status for floating IP 435bdd8f-1b96-4766-95e4-6676886c9b43: ACTIVE {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:52:08.193317 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:08.224899 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event deleted for resources: {'Port': ['ID=fc2d8391-28a9-4ec6-a299-40e3c83859e0,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:08.339669 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Router 03b54358-c9a2-4514-b8ea-a0a29962dcff has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:52:08.405078 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-dec54f9c-b574-407b-9221-bd262ac3f6fe req-f197dbb9-f302-4f38-af8d-ec7a8a1fa1a0 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3fc6019-e542-46b9-ba6b-c21ca5faffde HTTP/1.1" status: 200 len: 210 time: 0.0327020 Dec 15 14:52:08.465708 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:52:08.475810 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] Sync routers for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:52:08.484832 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:08.485442 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:51:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:08.504295 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] No DVR routers for this DVR port fc2d8391-28a9-4ec6-a299-40e3c83859e0 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:52:08.506931 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:08.510408 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-119f3481-c72a-4258-b692-60f8fa1216b2 req-4ff0fcd1-9019-4f74-9bbf-76dd8ad288fc tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.64 "DELETE /v2.0/ports/fc2d8391-28a9-4ec6-a299-40e3c83859e0 HTTP/1.1" status: 204 len: 173 time: 0.9313853 Dec 15 14:52:08.510913 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'name': 'network-vif-deleted', 'tag': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:08.514133 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d00d9a3-5f79-484a-97a2-6e265872e150" -d '{"events": [{"server_uuid": "f3fc6019-e542-46b9-ba6b-c21ca5faffde", "name": "network-vif-deleted", "tag": "fc2d8391-28a9-4ec6-a299-40e3c83859e0"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:08.572081 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe39a9a-6d32-4f9f-83e9-9cac8a9d0d10 x-openstack-request-id: req-afe39a9a-6d32-4f9f-83e9-9cac8a9d0d10 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:08.572383 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fc6019-e542-46b9-ba6b-c21ca5faffde", "name": "network-vif-deleted", "tag": "fc2d8391-28a9-4ec6-a299-40e3c83859e0", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:08.572644 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afe39a9a-6d32-4f9f-83e9-9cac8a9d0d10 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:08.573049 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fc6019-e542-46b9-ba6b-c21ca5faffde', 'name': 'network-vif-deleted', 'tag': 'fc2d8391-28a9-4ec6-a299-40e3c83859e0', 'status': 'completed', 'code': 200} Dec 15 14:52:08.610592 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:08.822540 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:08.847916 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] Checking router: 03b54358-c9a2-4514-b8ea-a0a29962dcff for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:52:08.855878 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:08.857090 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:51:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:08.970691 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:09.110450 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beb12e-ed01-446a-bc5e-9f8ada2e6237 req-8fe48953-033c-4489-91df-65db51d3f572 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:09.115226 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-98beb12e-ed01-446a-bc5e-9f8ada2e6237 req-8fe48953-033c-4489-91df-65db51d3f572 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 945 time: 0.0604336 Dec 15 14:52:09.176387 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-98beb12e-ed01-446a-bc5e-9f8ada2e6237 req-85ad3c5b-5293-4214-b2fe-a4e1517021cb tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567853 Dec 15 14:52:09.201936 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:09.239738 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9ee01-1184-44a0-88a8-4a51a420c7d3 None None] The sync data for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi is: [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:52:09.498410 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af0a8f-7a3c-49a1-b07f-1b18787fbe97 None None] New status for floating IP 5a856ed0-c95d-4e80-b62a-44b590a6f792: DOWN {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:52:09.501737 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45176) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:09.565489 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-19526d88-4704-411a-8d2b-6ab07d19b3fe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:09.595203 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-19526d88-4704-411a-8d2b-6ab07d19b3fe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:09.656852 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-19526d88-4704-411a-8d2b-6ab07d19b3fe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:09.659675 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-19526d88-4704-411a-8d2b-6ab07d19b3fe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:09.663580 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-19526d88-4704-411a-8d2b-6ab07d19b3fe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "DELETE /v2.0/security-groups/4f033dca-ac00-4bed-a304-9530b86937d8 HTTP/1.1" status: 204 len: 168 time: 0.1579497 Dec 15 14:52:09.664489 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 45178) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:09.672695 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19526d88-4704-411a-8d2b-6ab07d19b3fe tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f033dca-ac00-4bed-a304-9530b86937d8,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:09.679876 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.api.v2.resource [None req-8cad2ec4-6c7b-41ad-9e78-b39f2ab319b9 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] show failed (client error): The resource could not be found. Dec 15 14:52:09.680994 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-8cad2ec4-6c7b-41ad-9e78-b39f2ab319b9 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups/4f033dca-ac00-4bed-a304-9530b86937d8 HTTP/1.1" status: 404 len: 347 time: 0.0154109 Dec 15 14:52:09.684177 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 45180) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:09.826110 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-40fb0a4e-e63a-409e-848f-f58caaa1254b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Deleting port 53f74117-3d65-4f3c-9f5b-360b4a818422 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:52:09.826352 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40fb0a4e-e63a-409e-848f-f58caaa1254b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:09.902410 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40fb0a4e-e63a-409e-848f-f58caaa1254b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:09.902775 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40fb0a4e-e63a-409e-848f-f58caaa1254b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:09.914345 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-40fb0a4e-e63a-409e-848f-f58caaa1254b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Calling delete_port for 53f74117-3d65-4f3c-9f5b-360b4a818422 owned by network:floatingip {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:52:10.051631 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40fb0a4e-e63a-409e-848f-f58caaa1254b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.078193 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb0a4e-e63a-409e-848f-f58caaa1254b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event deleted for resources: {'Port': ['ID=53f74117-3d65-4f3c-9f5b-360b4a818422,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:10.141640 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40fb0a4e-e63a-409e-848f-f58caaa1254b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.144207 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40fb0a4e-e63a-409e-848f-f58caaa1254b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.145365 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-40fb0a4e-e63a-409e-848f-f58caaa1254b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "DELETE /v2.0/floatingips/5a856ed0-c95d-4e80-b62a-44b590a6f792 HTTP/1.1" status: 204 len: 168 time: 0.4594197 Dec 15 14:52:10.298567 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6953f-1b1c-49b6-bc87-6a210502bd82 req-f5835f52-b535-4bc5-b9a6-7911daad55ac tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:10.300842 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-dbd6953f-1b1c-49b6-bc87-6a210502bd82 req-f5835f52-b535-4bc5-b9a6-7911daad55ac tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 945 time: 0.0537224 Dec 15 14:52:10.348000 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-dbd6953f-1b1c-49b6-bc87-6a210502bd82 req-863187a6-e185-4f3f-a043-8d80b5700462 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Dec 15 14:52:10.472271 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 45190) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:10.476893 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-20ef4c6c-85c3-44ef-a649-28301f07343e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351682244', 'description': 'tempest-description--514225704'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:10.499049 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-20ef4c6c-85c3-44ef-a649-28301f07343e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.520779 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:52:10.565336 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-20ef4c6c-85c3-44ef-a649-28301f07343e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.568979 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-20ef4c6c-85c3-44ef-a649-28301f07343e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.599971 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-20ef4c6c-85c3-44ef-a649-28301f07343e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.601364 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-20ef4c6c-85c3-44ef-a649-28301f07343e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1279461 Dec 15 14:52:10.603417 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef4c6c-85c3-44ef-a649-28301f07343e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33094cd4-ef54-47b3-a889-ddd492d49b0d,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:10.604323 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45194) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:10.612386 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-6fc4b49f-4782-4880-8540-78398c3c6895 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'security_group_rule': {'security_group_id': '33094cd4-ef54-47b3-a889-ddd492d49b0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:10.640830 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b49f-4782-4880-8540-78398c3c6895 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.690940 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b49f-4782-4880-8540-78398c3c6895 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.694270 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b49f-4782-4880-8540-78398c3c6895 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.711853 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4b49f-4782-4880-8540-78398c3c6895 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d860cbd-b77e-467a-8a89-654ea5aed346,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:10.720293 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b49f-4782-4880-8540-78398c3c6895 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.721326 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6fc4b49f-4782-4880-8540-78398c3c6895 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137090 Dec 15 14:52:10.724153 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45198) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:10.728400 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-6dd650fc-9d7e-4d6c-b210-e7c212210925 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'security_group_rule': {'security_group_id': '33094cd4-ef54-47b3-a889-ddd492d49b0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:10.754616 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6dd650fc-9d7e-4d6c-b210-e7c212210925 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.807645 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6dd650fc-9d7e-4d6c-b210-e7c212210925 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.811774 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6dd650fc-9d7e-4d6c-b210-e7c212210925 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.830953 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd650fc-9d7e-4d6c-b210-e7c212210925 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395f184c-b514-4721-b5ac-82fa296a650f,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:10.838442 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6dd650fc-9d7e-4d6c-b210-e7c212210925 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.839642 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6dd650fc-9d7e-4d6c-b210-e7c212210925 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145446 Dec 15 14:52:10.842764 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45200) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:10.847452 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'floatingip': {'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:10.868135 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:10.964568 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.063764 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Allocated IP 172.27.2.165 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/6e5cf315-7f74-4525-bffa-d90e88dd7830) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:52:11.164048 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.186525 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device fc2d8391-28a9-4ec6-a299-40e3c83859e0 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:52:11.203290 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.207359 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: fc2d8391-28a9-4ec6-a299-40e3c83859e0 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:52:11.207735 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device fc2d8391-28a9-4ec6-a299-40e3c83859e0 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:52:11.241007 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:52:11.243851 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:11.248173 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:52:11.272905 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'Port': ['ID=6e5cf315-7f74-4525-bffa-d90e88dd7830,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:11.335330 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.368816 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.528011 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.533347 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.602261 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'Port': ['ID=6e5cf315-7f74-4525-bffa-d90e88dd7830,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:11.613777 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.630827 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:11.632061 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-0b2f1113-ebc8-4c47-974a-8bc4d921170d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7883036 Dec 15 14:52:11.781860 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-ab8463c4-0940-47f3-b9bb-e237dbaa80df tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--351682244&fields=id&tenant_id=c60c7b105a47494a8738e08943c08475 HTTP/1.1" status: 200 len: 267 time: 0.0447743 Dec 15 14:52:11.905695 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-f5385165-565b-4c7c-b4e2-0c1e3065094d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:11.907330 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-f5385165-565b-4c7c-b4e2-0c1e3065094d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 811 time: 0.1139507 Dec 15 14:52:11.922452 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-ee0464c4-93b6-4ee0-9279-cb9db4903033 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/quotas/c60c7b105a47494a8738e08943c08475 HTTP/1.1" status: 200 len: 375 time: 0.0094819 Dec 15 14:52:11.976312 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-8fef7a52-94ca-46c7-9f97-7a602ac6b3b7 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479598 Dec 15 14:52:12.128555 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-abe0ba24-a16e-48fa-a5cb-a6e1bc6d081e service neutron] 10.222.0.62 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402142 Dec 15 14:52:12.220538 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-7c55df9a-99dd-4976-9541-f4d7bf234b04 service neutron] 10.222.0.62 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859513 Dec 15 14:52:12.385869 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-390df701-b4bf-4cbc-9bdd-fafc3e744b42 req-b0a1b489-85c0-4236-8d2d-06529c0c00e6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0272181 Dec 15 14:52:12.834681 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db2450-3228-4752-8bd8-0bf292f53f37 req-550f8c3d-ed3a-4e27-8d36-c010f6326b33 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.836294 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d3db2450-3228-4752-8bd8-0bf292f53f37 req-550f8c3d-ed3a-4e27-8d36-c010f6326b33 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0541589 Dec 15 14:52:12.899442 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-ca9334a9-8206-4d5c-baab-5b7c70e6b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:12.901139 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-ca9334a9-8206-4d5c-baab-5b7c70e6b5e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e16dad64f934da3b407e9117466ff4d&device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 1137 time: 0.1023812 Dec 15 14:52:12.908964 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d3db2450-3228-4752-8bd8-0bf292f53f37 req-d4687d16-65c2-4b73-95e7-2dbc46799283 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650129 Dec 15 14:52:13.000355 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-fe92db83-bb20-47e8-9c54-3b98ba7632b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:13.001874 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-fe92db83-bb20-47e8-9c54-3b98ba7632b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b HTTP/1.1" status: 200 len: 916 time: 0.0916872 Dec 15 14:52:13.072755 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-90337c53-58e1-4348-b471-09ac644ec6e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 1001 time: 0.0615718 Dec 15 14:52:13.127688 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-e95a85fb-2b5f-422d-b8c5-6b5738f1ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:13.129153 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-e95a85fb-2b5f-422d-b8c5-6b5738f1ef72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cee18f1e-7c3e-4383-a87d-56012a71ff2e HTTP/1.1" status: 200 len: 854 time: 0.0485759 Dec 15 14:52:13.186840 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-1a3ecaf5-3d1e-4837-ab85-43a238bab9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:13.188342 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-1a3ecaf5-3d1e-4837-ab85-43a238bab9d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404549 Dec 15 14:52:13.276474 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-f24d6b1d-be30-4ca6-a5b3-ca461a55c250 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786486 Dec 15 14:52:13.374241 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3a347d9e-f9ed-4dfd-8ad2-dd1aea8d9958 req-1eb6ed71-f733-472f-ba6e-3910274a8e9a service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841234 Dec 15 14:52:13.485214 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-25754f32-74f9-46e0-b9d6-95a654350859 req-67e499b6-c8f6-4aa0-ac7e-5add10391ebd tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0285647 Dec 15 14:52:13.629517 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-cbac7923-23d6-4076-af22-37d535d9c071 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:13.631859 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-cbac7923-23d6-4076-af22-37d535d9c071 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.64 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 811 time: 0.1163356 Dec 15 14:52:13.937712 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-a06376c9-7d58-4e21-999f-2b10cc0dc83a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c60c7b105a47494a8738e08943c08475 HTTP/1.1" status: 200 len: 379 time: 0.2890882 Dec 15 14:52:13.949154 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'port': {'device_id': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'admin_state_up': True, 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'security_groups': ['33094cd4-ef54-47b3-a889-ddd492d49b0d']}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:14.070839 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d8423-6f9d-49fb-974d-cbd101527f37 req-e60070df-9df7-4d28-b056-e7e3b80cdb13 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:14.072481 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1f8d8423-6f9d-49fb-974d-cbd101527f37 req-e60070df-9df7-4d28-b056-e7e3b80cdb13 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0837955 Dec 15 14:52:14.109580 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Made reservation on behalf of c60c7b105a47494a8738e08943c08475 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:52:14.113090 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:14.166834 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1f8d8423-6f9d-49fb-974d-cbd101527f37 req-0269317a-88f0-4bc5-aac2-0fca1395231d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824952 Dec 15 14:52:14.265412 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Allocated IP 172.20.0.6 (4a278692-3315-4faf-ad0e-7760eff511d9/ea9f991a-1870-4cf7-ad23-48cda883cb39/b186b7bf-5ee6-4188-b2a0-0e9777c1473b) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:52:14.397075 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:14.430093 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:14.476415 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Network 4a278692-3315-4faf-ad0e-7760eff511d9 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:52:14.479578 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:14.483786 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:52:14.509286 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event updated for resources: {'Port': ['ID=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:14.536482 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:14.537414 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:14.554439 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-87b76c45-8af6-4414-bc73-2e1c4e1a3122 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088605 Dec 15 14:52:14.580165 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Request body: {'port': {'device_id': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:14.612994 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da979d2d-10a5-41f7-86ae-91e9c0dedbbd req-2e55f47f-2a7b-4efe-8132-17f9088ebcdd tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:14.614289 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-da979d2d-10a5-41f7-86ae-91e9c0dedbbd req-2e55f47f-2a7b-4efe-8132-17f9088ebcdd tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 931 time: 0.0510123 Dec 15 14:52:14.638538 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:14.674651 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-da979d2d-10a5-41f7-86ae-91e9c0dedbbd req-53c1ab6b-8a3b-4c4e-af52-8dd41cab59ed tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532329 Dec 15 14:52:14.702307 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-d682e7b9-8b2c-4aca-98ee-28d7f123d9b7 None None] Provisioning complete for port b186b7bf-5ee6-4188-b2a0-0e9777c1473b triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:14.702917 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d682e7b9-8b2c-4aca-98ee-28d7f123d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:14.740203 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-d682e7b9-8b2c-4aca-98ee-28d7f123d9b7 None None] Port b186b7bf-5ee6-4188-b2a0-0e9777c1473b cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:52:14.900233 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b186b7bf-5ee6-4188-b2a0-0e9777c1473b {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:52:14.908300 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:14.920052 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Transition to ACTIVE for port object b186b7bf-5ee6-4188-b2a0-0e9777c1473b will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:52:14.923697 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:14.974455 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Pushing event updated for resources: {'Port': ['ID=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:15.039549 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Attempting to bind port b186b7bf-5ee6-4188-b2a0-0e9777c1473b on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:52:15.039882 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Attempting to bind port b186b7bf-5ee6-4188-b2a0-0e9777c1473b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:52:15.040213 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Attempting to bind port b186b7bf-5ee6-4188-b2a0-0e9777c1473b on network 4a278692-3315-4faf-ad0e-7760eff511d9 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:15.045366 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Port b186b7bf-5ee6-4188-b2a0-0e9777c1473b on network 4a278692-3315-4faf-ad0e-7760eff511d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:52:15.045691 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Attempting to bind port b186b7bf-5ee6-4188-b2a0-0e9777c1473b on network 4a278692-3315-4faf-ad0e-7760eff511d9 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:15.050643 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:52:15.050991 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Checking segment: {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:52:15.051386 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Bound using segment: {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:52:15.051791 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Bound port: b186b7bf-5ee6-4188-b2a0-0e9777c1473b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4212758-5c7c-46df-ab30-dbb362159931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:52:15.052152 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:15.118293 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] For port b186b7bf-5ee6-4188-b2a0-0e9777c1473b, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:52:15.121672 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] For port b186b7bf-5ee6-4188-b2a0-0e9777c1473b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:52:15.128115 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:15.164484 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:15.165276 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:15.166625 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] 10.222.0.64 "PUT /v2.0/ports/b186b7bf-5ee6-4188-b2a0-0e9777c1473b HTTP/1.1" status: 200 len: 1093 time: 0.5908446 Dec 15 14:52:15.167124 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'tag': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:15.169870 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55" -d '{"events": [{"name": "network-changed", "server_uuid": "9915ae83-babd-445f-aaa1-6ddd7faf5607", "tag": "b186b7bf-5ee6-4188-b2a0-0e9777c1473b"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:15.198549 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047097ca-c1f9-441a-802a-5fc0c77c2d49 service neutron] Pushing event updated for resources: {'Port': ['ID=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:15.229776 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c1dcb2-8c49-4ab5-a8e9-c9bbcbfed4ac x-openstack-request-id: req-f6c1dcb2-8c49-4ab5-a8e9-c9bbcbfed4ac {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:15.230165 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9915ae83-babd-445f-aaa1-6ddd7faf5607", "tag": "b186b7bf-5ee6-4188-b2a0-0e9777c1473b", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:15.230462 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6c1dcb2-8c49-4ab5-a8e9-c9bbcbfed4ac {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:15.230956 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'tag': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b', 'status': 'completed', 'code': 200} Dec 15 14:52:15.302513 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-49ee8039-f586-43b9-ade9-b62fc68d6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:15.304067 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-49ee8039-f586-43b9-ade9-b62fc68d6df0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 1096 time: 0.0766637 Dec 15 14:52:15.319732 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e68575-c011-4ec9-9ff1-cc5e8e1fab56 req-ebbbede1-68a0-41cc-922d-96e67c6b4bd7 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:15.321365 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-97e68575-c011-4ec9-9ff1-cc5e8e1fab56 req-ebbbede1-68a0-41cc-922d-96e67c6b4bd7 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0644042 Dec 15 14:52:15.367425 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-1d07fcdc-cb3a-40e5-b53b-1938a56c14aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b186b7bf-5ee6-4188-b2a0-0e9777c1473b HTTP/1.1" status: 200 len: 217 time: 0.0450773 Dec 15 14:52:15.447557 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-97e68575-c011-4ec9-9ff1-cc5e8e1fab56 req-efc44771-a4ba-4467-af2d-9d56376ca87f tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188757 Dec 15 14:52:15.451653 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-3cfbc9d4-6e6b-4ce8-9781-9c4b91ced97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:15.453040 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-3cfbc9d4-6e6b-4ce8-9781-9c4b91ced97c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea9f991a-1870-4cf7-ad23-48cda883cb39 HTTP/1.1" status: 200 len: 850 time: 0.0675325 Dec 15 14:52:15.502382 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-7e42e511-f9cb-46ff-b9b0-299baa7d0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:15.504077 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-7e42e511-f9cb-46ff-b9b0-299baa7d0f92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a278692-3315-4faf-ad0e-7760eff511d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435915 Dec 15 14:52:15.600369 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-6c88b724-e5e2-4e18-abf0-c83d1328f262 service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864215 Dec 15 14:52:15.693967 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-47b8ff6b-9063-4c06-aa23-aa111b669b68 req-cfe570a4-cbe3-4a6e-818c-6bf7b8cfa096 service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823784 Dec 15 14:52:15.792601 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-11f7597f-1db0-41f4-92ba-50e405bfc810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:15.794912 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-11f7597f-1db0-41f4-92ba-50e405bfc810 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 1096 time: 0.0448210 Dec 15 14:52:15.795090 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02f3d-d361-49d6-9b7c-69d6d39589dc req-8de3dd61-c091-4328-8964-46ac804222e4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:15.796625 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-64b02f3d-d361-49d6-9b7c-69d6d39589dc req-8de3dd61-c091-4328-8964-46ac804222e4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 943 time: 0.0509465 Dec 15 14:52:15.844649 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-64b02f3d-d361-49d6-9b7c-69d6d39589dc req-6d16a9c4-548d-4eb4-a0fb-2e2a38d50486 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421991 Dec 15 14:52:15.897606 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-143e567a-4a7c-4d00-8453-97df09b08113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:15.899110 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-143e567a-4a7c-4d00-8453-97df09b08113 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 912 time: 0.0831032 Dec 15 14:52:15.951002 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-3bb2a69b-10f2-4f14-8e3e-114c4a94c612 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b186b7bf-5ee6-4188-b2a0-0e9777c1473b HTTP/1.1" status: 200 len: 217 time: 0.0415330 Dec 15 14:52:16.011723 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-dd30c83d-6c3e-43df-bb27-f341be72abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:16.014051 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-dd30c83d-6c3e-43df-bb27-f341be72abff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea9f991a-1870-4cf7-ad23-48cda883cb39 HTTP/1.1" status: 200 len: 850 time: 0.0453722 Dec 15 14:52:16.061492 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-d7934072-b6dc-4fa1-815b-e90bc3486d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:16.062981 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-d7934072-b6dc-4fa1-815b-e90bc3486d4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a278692-3315-4faf-ad0e-7760eff511d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402806 Dec 15 14:52:16.159653 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-0fad155c-91bb-4e90-a6dd-537724df5fe2 service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881186 Dec 15 14:52:16.257200 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-26ea9c28-4a7e-46e1-941c-7a3f79f8ba55 req-85621283-481f-47f8-a2f5-1a12888fbd1d service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854354 Dec 15 14:52:16.566902 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a803e5-d10d-49d2-829d-27a84374883d req-deb4d019-6082-465f-b6cc-7f9dee9aacae tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:16.568394 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-25a803e5-d10d-49d2-829d-27a84374883d req-deb4d019-6082-465f-b6cc-7f9dee9aacae tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0485249 Dec 15 14:52:16.627846 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-25a803e5-d10d-49d2-829d-27a84374883d req-b0382e3b-9d0c-4bb8-99f6-667e76ace248 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535226 Dec 15 14:52:16.961372 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c245b5-57ec-4c11-8bbb-d674af0c1b59 req-faf59cd9-041f-4d55-8de0-d9a81d1c27e0 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:16.962907 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c0c245b5-57ec-4c11-8bbb-d674af0c1b59 req-faf59cd9-041f-4d55-8de0-d9a81d1c27e0 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 943 time: 0.0489912 Dec 15 14:52:17.010917 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c0c245b5-57ec-4c11-8bbb-d674af0c1b59 req-7d01e338-de44-4e9d-993d-0e78a48c86a4 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415888 Dec 15 14:52:17.746782 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91c54a-0d92-408d-a284-7bab2f9926c2 req-2eef13d5-29c5-441d-88c6-828084d412a8 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:17.748259 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9f91c54a-0d92-408d-a284-7bab2f9926c2 req-2eef13d5-29c5-441d-88c6-828084d412a8 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0530031 Dec 15 14:52:17.807060 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9f91c54a-0d92-408d-a284-7bab2f9926c2 req-e57e6bd8-8311-442c-a9f3-952c8e0fe4eb tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528140 Dec 15 14:52:18.138022 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c1d88-1f10-4cf8-aae0-127a5e5e9503 req-aebb4449-e79a-4c20-9468-f5b45f572a5f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:18.139574 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-429c1d88-1f10-4cf8-aae0-127a5e5e9503 req-aebb4449-e79a-4c20-9468-f5b45f572a5f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 943 time: 0.0571516 Dec 15 14:52:18.185861 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-429c1d88-1f10-4cf8-aae0-127a5e5e9503 req-207e9e6c-236c-4f2d-abec-654f7ce84948 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 Dec 15 14:52:18.923127 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f4b1-5117-4e35-8a5b-554c8bb5ca3c req-f956ea25-c6c4-4a63-b5c4-994405e07c21 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:18.924608 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-aa85f4b1-5117-4e35-8a5b-554c8bb5ca3c req-f956ea25-c6c4-4a63-b5c4-994405e07c21 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0481560 Dec 15 14:52:18.983409 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-aa85f4b1-5117-4e35-8a5b-554c8bb5ca3c req-01c947d4-4bf3-4225-b61f-f7d06009d91e tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528924 Dec 15 14:52:19.243489 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device b186b7bf-5ee6-4188-b2a0-0e9777c1473b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:52:19.310619 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc9a01-7d17-4938-9a62-92a198165d97 req-51168f0f-871b-45e4-bd51-329f98bd9e36 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:19.315100 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eadc9a01-7d17-4938-9a62-92a198165d97 req-51168f0f-871b-45e4-bd51-329f98bd9e36 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 943 time: 0.0614796 Dec 15 14:52:19.369037 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eadc9a01-7d17-4938-9a62-92a198165d97 req-ab5887fa-1ade-4159-988e-673141eda90e tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506539 Dec 15 14:52:19.370349 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port b186b7bf-5ee6-4188-b2a0-0e9777c1473b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:19.384914 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'port_id': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b', 'mac_address': 'fa:16:3e:5d:dc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:52:19.472917 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:19.490853 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b186b7bf-5ee6-4188-b2a0-0e9777c1473b {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:52:19.517489 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port b186b7bf-5ee6-4188-b2a0-0e9777c1473b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:19.528814 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:19.576793 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:19.583880 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.584270 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.584639 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.584988 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.585327 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.585660 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.585992 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.586326 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.586676 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.587015 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.587344 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.587808 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.588145 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:19.855054 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['b186b7bf-5ee6-4188-b2a0-0e9777c1473b'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:52:20.097126 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6e5d-94fb-4e31-b805-355199980cad req-49206a56-44ec-4902-a74a-84fd1959e436 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:20.098614 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8e8a6e5d-94fb-4e31-b805-355199980cad req-49206a56-44ec-4902-a74a-84fd1959e436 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0490139 Dec 15 14:52:20.162785 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8e8a6e5d-94fb-4e31-b805-355199980cad req-c0c1d432-9669-4689-87f2-37799b804dee tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574925 Dec 15 14:52:20.484885 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837fc5b-a963-47ea-b243-350ed65b3c1b req-99b3bea2-1e57-4759-b7f7-322206762e91 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:20.486356 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f837fc5b-a963-47ea-b243-350ed65b3c1b req-99b3bea2-1e57-4759-b7f7-322206762e91 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 944 time: 0.0492065 Dec 15 14:52:20.519103 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-3f845c06-37b1-4c10-a758-ede3d92aab90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:20.537932 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f837fc5b-a963-47ea-b243-350ed65b3c1b req-835fe2ac-1ddc-4fd4-b052-a2e074374792 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456586 Dec 15 14:52:21.104728 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-31877018-4bec-42a0-ac8e-df413474c55e tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:21.106808 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-31877018-4bec-42a0-ac8e-df413474c55e tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 814 time: 0.1012032 Dec 15 14:52:21.122065 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-ae42b88b-78de-4f0a-b9f0-5e07a8abd15c tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/quotas/c12acc89e5f444b3b7d68a4382964aa5 HTTP/1.1" status: 200 len: 375 time: 0.0095139 Dec 15 14:52:21.175068 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-740cf90c-c52d-49a1-a197-374173012445 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480525 Dec 15 14:52:21.219314 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device b186b7bf-5ee6-4188-b2a0-0e9777c1473b up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:52:21.276513 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port b186b7bf-5ee6-4188-b2a0-0e9777c1473b completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:52:21.281664 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port b186b7bf-5ee6-4188-b2a0-0e9777c1473b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:21.282061 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:21.285424 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f120e-fd54-4edd-9aeb-02db0120621c req-591790a4-d677-40ec-bc35-8acdf52acb7f tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:21.287601 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-943f120e-fd54-4edd-9aeb-02db0120621c req-591790a4-d677-40ec-bc35-8acdf52acb7f tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0518849 Dec 15 14:52:21.334900 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-0a6e63ab-eba5-4e23-a2db-853787b9edb1 service neutron] 10.222.0.62 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527371 Dec 15 14:52:21.353069 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-943f120e-fd54-4edd-9aeb-02db0120621c req-9a9cbfa3-7ef9-4f42-ad47-f828bcab59f6 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585442 Dec 15 14:52:21.375041 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:21.398141 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:21.400548 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1133a5fb-5852-4922-ab7d-13bf3a393353" -d '{"events": [{"server_uuid": "9915ae83-babd-445f-aaa1-6ddd7faf5607", "name": "network-vif-plugged", "status": "completed", "tag": "b186b7bf-5ee6-4188-b2a0-0e9777c1473b"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:21.414024 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port b186b7bf-5ee6-4188-b2a0-0e9777c1473b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:21.418156 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:21.431324 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-96ae9249-1f45-41d4-b6d0-40392bf03a65 service neutron] 10.222.0.62 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887868 Dec 15 14:52:21.443883 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30abcbe-3757-47e0-988f-958c4e7bc0cb x-openstack-request-id: req-f30abcbe-3757-47e0-988f-958c4e7bc0cb {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:21.444183 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9915ae83-babd-445f-aaa1-6ddd7faf5607", "name": "network-vif-plugged", "status": "completed", "tag": "b186b7bf-5ee6-4188-b2a0-0e9777c1473b", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:21.444454 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f30abcbe-3757-47e0-988f-958c4e7bc0cb {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:21.444849 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b', 'code': 200} Dec 15 14:52:21.475487 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:21.605394 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4fae0e41-60e1-4e2c-9420-cabe585b435d req-48f16421-d92d-4912-a711-b98b4a5347f3 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 210 time: 0.0326674 Dec 15 14:52:21.664176 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3e7ed-fead-42fd-af6b-51b200253077 req-89c62b8b-96ab-43e7-b307-41dd94f05089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:21.665683 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78a3e7ed-fead-42fd-af6b-51b200253077 req-89c62b8b-96ab-43e7-b307-41dd94f05089 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 1098 time: 0.0433731 Dec 15 14:52:21.680994 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91db41-5504-49da-a5e7-a7c54e32bea1 req-449630c9-309c-4a44-8c35-3e8920652642 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:21.682764 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6d91db41-5504-49da-a5e7-a7c54e32bea1 req-449630c9-309c-4a44-8c35-3e8920652642 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 945 time: 0.0591109 Dec 15 14:52:21.716424 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-78a3e7ed-fead-42fd-af6b-51b200253077 req-1e13dc41-4d98-458f-ad13-95da4002a7f6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413857 Dec 15 14:52:21.735376 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6d91db41-5504-49da-a5e7-a7c54e32bea1 req-562cf023-79c4-4789-bec0-c67cf2c5f59b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447700 Dec 15 14:52:22.469256 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06f116-ed60-4d21-8f2a-b585008b5306 req-ee5c6989-3cae-4ede-8b96-398509e3484c tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:22.470765 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7e06f116-ed60-4d21-8f2a-b585008b5306 req-ee5c6989-3cae-4ede-8b96-398509e3484c tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0483534 Dec 15 14:52:22.530513 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7e06f116-ed60-4d21-8f2a-b585008b5306 req-9a7a38c8-b47d-4dd9-a190-67b41a35089a tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536666 Dec 15 14:52:22.724423 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-aaea66a0-81e9-4491-a64e-de8c6aadeead req-35caab78-3d48-4f55-8fc5-123c6268c53c tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 210 time: 0.0458007 Dec 15 14:52:22.806599 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-84f57484-1bb7-420e-bbcd-63d925194770 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:22.808070 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-84f57484-1bb7-420e-bbcd-63d925194770 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 814 time: 0.1307957 Dec 15 14:52:22.834947 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Request body: {'port': {'device_id': '38d25e45-80dc-4691-8677-ca87b6d1b49a', 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506', 'admin_state_up': True, 'tenant_id': 'c12acc89e5f444b3b7d68a4382964aa5'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:22.860891 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1efc-aca1-48ce-b852-cf775373d14f req-e813a6e7-43ff-45f0-8f9f-296434841a62 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:22.862699 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-45ef1efc-aca1-48ce-b852-cf775373d14f req-e813a6e7-43ff-45f0-8f9f-296434841a62 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Dec 15 14:52:22.912010 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-45ef1efc-aca1-48ce-b852-cf775373d14f req-4549fdaa-5113-48bb-85bf-26abeeffd853 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426533 Dec 15 14:52:22.947336 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Made reservation on behalf of c12acc89e5f444b3b7d68a4382964aa5 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:52:22.951062 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8738-29b7-414f-b63e-b7beb4065fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:22.951553 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:23.073227 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Allocated IP 172.20.0.2 (186e8b10-981d-4aed-9e80-8aa9f63a7506/3bec16f0-5ed2-4a54-bf22-174a70a1bd9a/851ddb96-f8cf-4324-912d-95bc9b93cf9c) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:52:23.230874 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:23.269761 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:23.288045 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['3ec9c307-b6f6-47d2-a13e-3af91e285f6e', 'b1968c0c-ac4c-421d-83be-acd07e389fe4', '5b10557c-b335-48ca-a67d-01dd2894d6f3'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:52:23.318082 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Network 186e8b10-981d-4aed-9e80-8aa9f63a7506 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:52:23.321086 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:52:23.326675 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:52:23.330852 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Pushing event updated for resources: {'Port': ['ID=851ddb96-f8cf-4324-912d-95bc9b93cf9c,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:23.381704 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:23.382320 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:23.398345 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-60700c45-299d-4810-b606-535a6da74d30 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678980 Dec 15 14:52:23.417228 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Request body: {'port': {'device_id': '38d25e45-80dc-4691-8677-ca87b6d1b49a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:23.472618 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:23.699901 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57deb8-2630-432b-9a83-9287c647efd7 req-943c4df8-ce63-4237-aaa5-b9ad62da919f tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:23.701434 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4d57deb8-2630-432b-9a83-9287c647efd7 req-943c4df8-ce63-4237-aaa5-b9ad62da919f tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.1002707 Dec 15 14:52:23.804437 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4d57deb8-2630-432b-9a83-9287c647efd7 req-8dee6053-96b7-44e4-bf54-fdfa002763e8 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947523 Dec 15 14:52:23.834750 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851ddb96-f8cf-4324-912d-95bc9b93cf9c {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:52:23.842823 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:23.857243 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Transition to ACTIVE for port object 851ddb96-f8cf-4324-912d-95bc9b93cf9c will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:52:23.860897 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:23.914987 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381f12d-e9a1-4341-a6d3-b0a89a40cc1a req-73e55aeb-25af-4b0d-a80a-d76cec3002df tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:23.916489 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e381f12d-e9a1-4341-a6d3-b0a89a40cc1a req-73e55aeb-25af-4b0d-a80a-d76cec3002df tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 943 time: 0.0539548 Dec 15 14:52:23.924392 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Pushing event updated for resources: {'Port': ['ID=851ddb96-f8cf-4324-912d-95bc9b93cf9c,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:23.971259 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e381f12d-e9a1-4341-a6d3-b0a89a40cc1a req-f6fc73a3-8037-4015-a278-6af9702bfb46 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476894 Dec 15 14:52:24.026758 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Attempting to bind port 851ddb96-f8cf-4324-912d-95bc9b93cf9c on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:52:24.027135 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Attempting to bind port 851ddb96-f8cf-4324-912d-95bc9b93cf9c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:52:24.027465 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Attempting to bind port 851ddb96-f8cf-4324-912d-95bc9b93cf9c on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:24.034182 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Port 851ddb96-f8cf-4324-912d-95bc9b93cf9c on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:52:24.034503 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Attempting to bind port 851ddb96-f8cf-4324-912d-95bc9b93cf9c on network 186e8b10-981d-4aed-9e80-8aa9f63a7506 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:52:24.041621 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:52:24.041955 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Checking segment: {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:52:24.042333 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Bound using segment: {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:52:24.043310 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Bound port: 851ddb96-f8cf-4324-912d-95bc9b93cf9c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27799484-a848-416b-bc36-d98a526aa538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:52:24.043655 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:24.059804 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680db4dd-96c5-4c0e-ae48-1e81149e51ad req-cebd6524-0213-4c29-aae4-566b4e193b42 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:24.061280 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-680db4dd-96c5-4c0e-ae48-1e81149e51ad req-cebd6524-0213-4c29-aae4-566b4e193b42 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 945 time: 0.0763321 Dec 15 14:52:24.112290 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:24.143260 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] For port 851ddb96-f8cf-4324-912d-95bc9b93cf9c, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:52:24.146773 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] For port 851ddb96-f8cf-4324-912d-95bc9b93cf9c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=851ddb96-f8cf-4324-912d-95bc9b93cf9c,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:52:24.150999 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-680db4dd-96c5-4c0e-ae48-1e81149e51ad req-ee366009-12d3-45c7-9717-16562b8b10c9 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834267 Dec 15 14:52:24.153474 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:24.191543 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:24.192098 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:24.193472 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] 10.222.0.64 "PUT /v2.0/ports/851ddb96-f8cf-4324-912d-95bc9b93cf9c HTTP/1.1" status: 200 len: 1093 time: 0.7804513 Dec 15 14:52:24.193909 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d25e45-80dc-4691-8677-ca87b6d1b49a', 'tag': '851ddb96-f8cf-4324-912d-95bc9b93cf9c'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:24.196184 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6812e186-2ec7-465e-b7db-856f9466ce90" -d '{"events": [{"name": "network-changed", "server_uuid": "38d25e45-80dc-4691-8677-ca87b6d1b49a", "tag": "851ddb96-f8cf-4324-912d-95bc9b93cf9c"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:24.242092 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4e9a3a-9c74-4e60-9920-49021b5fe93c x-openstack-request-id: req-4f4e9a3a-9c74-4e60-9920-49021b5fe93c {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:24.242447 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d25e45-80dc-4691-8677-ca87b6d1b49a", "tag": "851ddb96-f8cf-4324-912d-95bc9b93cf9c", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:24.242841 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f4e9a3a-9c74-4e60-9920-49021b5fe93c {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:24.243345 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d25e45-80dc-4691-8677-ca87b6d1b49a', 'tag': '851ddb96-f8cf-4324-912d-95bc9b93cf9c', 'status': 'completed', 'code': 200} Dec 15 14:52:24.244200 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f56a68-b1f1-417c-aa39-0431dba9bf24 service neutron] Pushing event updated for resources: {'Port': ['ID=851ddb96-f8cf-4324-912d-95bc9b93cf9c,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:24.293036 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a703f-083e-46ab-8b50-d39c3b8228ba req-8a11c64f-8c80-4b9d-acd8-91b036fb381f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:24.294528 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ae8a703f-083e-46ab-8b50-d39c3b8228ba req-8a11c64f-8c80-4b9d-acd8-91b036fb381f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 945 time: 0.0614302 Dec 15 14:52:24.303745 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 45390) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:52:24.310139 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-0dad6763-9b82-44b4-9b1f-26bd20a7e6d2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Request body: {'floatingip': {'port_id': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:52:24.315288 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-5cf82f4d-6aca-40d2-9c53-784dc6cdfa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:24.316744 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-5cf82f4d-6aca-40d2-9c53-784dc6cdfa44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 1096 time: 0.0623684 Dec 15 14:52:24.358009 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-0dad6763-9b82-44b4-9b1f-26bd20a7e6d2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:24.414548 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-09f8b894-39f0-4ae4-abf0-5521600131c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=851ddb96-f8cf-4324-912d-95bc9b93cf9c HTTP/1.1" status: 200 len: 217 time: 0.0706809 Dec 15 14:52:24.519723 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-2d4eba17-dfcf-4adf-8408-0c57fd4278e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:24.521234 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-2d4eba17-dfcf-4adf-8408-0c57fd4278e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bec16f0-5ed2-4a54-bf22-174a70a1bd9a HTTP/1.1" status: 200 len: 854 time: 0.0822282 Dec 15 14:52:24.585713 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-85cd42c1-851d-498b-ac2e-7a87fbd97398 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=186e8b10-981d-4aed-9e80-8aa9f63a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272810 Dec 15 14:52:24.789262 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-9dd68cc2-c643-4bb5-a608-af9cee5ac6ff service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948140 Dec 15 14:52:24.927855 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731628c1-bb05-42ee-bd86-866369952720 req-973b286e-3fd5-4179-9302-c7c38189bb8b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:24.929534 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-731628c1-bb05-42ee-bd86-866369952720 req-973b286e-3fd5-4179-9302-c7c38189bb8b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0528169 Dec 15 14:52:24.992730 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-731628c1-bb05-42ee-bd86-866369952720 req-b000921a-43ad-4c20-8e16-5f2eb0446773 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561907 Dec 15 14:52:25.220801 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b30069-29f4-41a8-a53e-1577c14ec123 req-81b386bc-d040-468e-befa-ee271bc38232 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:25.222274 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45b30069-29f4-41a8-a53e-1577c14ec123 req-81b386bc-d040-468e-befa-ee271bc38232 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 943 time: 0.1608117 Dec 15 14:52:25.234349 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-efc5123d-c7a2-49dd-af99-ca3cd1d44bd6 req-c2ff0b47-701b-4d4b-8f4c-4831162d6eac service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362738 Dec 15 14:52:25.349901 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-0dad6763-9b82-44b4-9b1f-26bd20a7e6d2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:25.353624 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-45b30069-29f4-41a8-a53e-1577c14ec123 req-18fdc294-e473-4b55-9143-f9cae427b589 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241992 Dec 15 14:52:25.357361 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-0dad6763-9b82-44b4-9b1f-26bd20a7e6d2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:25.406085 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e186-2ec7-465e-b7db-856f9466ce90 req-7aec1ca4-71fa-45bd-8169-499a40c83815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:25.407611 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6812e186-2ec7-465e-b7db-856f9466ce90 req-7aec1ca4-71fa-45bd-8169-499a40c83815 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 1096 time: 0.1194658 Dec 15 14:52:25.511972 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [None req-0dad6763-9b82-44b4-9b1f-26bd20a7e6d2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Floating IP 95ddd65f-be7c-4094-b54c-45ff071a5e38 associated. External IP: 172.27.2.165, port: b186b7bf-5ee6-4188-b2a0-0e9777c1473b. Dec 15 14:52:25.583836 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e186-2ec7-465e-b7db-856f9466ce90 req-942dd6f8-c36c-4c79-a6c0-3a1fd4f96e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:25.585319 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6812e186-2ec7-465e-b7db-856f9466ce90 req-942dd6f8-c36c-4c79-a6c0-3a1fd4f96e28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 200 len: 915 time: 0.1424642 Dec 15 14:52:25.659593 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6812e186-2ec7-465e-b7db-856f9466ce90 req-43c645aa-8aa6-49e2-a047-54e86769987e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=851ddb96-f8cf-4324-912d-95bc9b93cf9c HTTP/1.1" status: 200 len: 217 time: 0.0443347 Dec 15 14:52:25.754804 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812e186-2ec7-465e-b7db-856f9466ce90 req-3e52276b-55b4-4a77-8738-74ba55030057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:25.756273 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6812e186-2ec7-465e-b7db-856f9466ce90 req-3e52276b-55b4-4a77-8738-74ba55030057 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bec16f0-5ed2-4a54-bf22-174a70a1bd9a HTTP/1.1" status: 200 len: 854 time: 0.0874994 Dec 15 14:52:25.817874 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6812e186-2ec7-465e-b7db-856f9466ce90 req-331d7e28-9e83-4fda-a5d8-c843e97a0391 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=186e8b10-981d-4aed-9e80-8aa9f63a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292532 Dec 15 14:52:25.852284 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dad6763-9b82-44b4-9b1f-26bd20a7e6d2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Router 03b54358-c9a2-4514-b8ea-a0a29962dcff has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:52:25.967554 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6812e186-2ec7-465e-b7db-856f9466ce90 req-2e603dae-efb1-41f5-be69-fa01a7c07a33 service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393869 Dec 15 14:52:26.065556 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dad6763-9b82-44b4-9b1f-26bd20a7e6d2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:52:26.071086 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-0dad6763-9b82-44b4-9b1f-26bd20a7e6d2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:26.075822 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] Sync routers for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:52:26.084953 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:26.085581 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:52:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:26.145853 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-0dad6763-9b82-44b4-9b1f-26bd20a7e6d2 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "PUT /v2.0/floatingips/95ddd65f-be7c-4094-b54c-45ff071a5e38 HTTP/1.1" status: 200 len: 991 time: 1.8397944 Dec 15 14:52:26.161815 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6812e186-2ec7-465e-b7db-856f9466ce90 req-4cd1769c-5281-4502-bee8-edd53d26d7a2 service neutron] 10.222.0.64 "GET /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605368 Dec 15 14:52:26.179909 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0e58-cb3c-49bf-b269-290d1c4748b2 req-2eae84a6-b55a-4095-a622-bae7bfff91d0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:26.181494 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5e2f0e58-cb3c-49bf-b269-290d1c4748b2 req-2eae84a6-b55a-4095-a622-bae7bfff91d0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0890646 Dec 15 14:52:26.243955 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'tag': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:26.246252 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9915ae83-babd-445f-aaa1-6ddd7faf5607", "tag": "b186b7bf-5ee6-4188-b2a0-0e9777c1473b"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:26.254009 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5e2f0e58-cb3c-49bf-b269-290d1c4748b2 req-36e8f321-4cd6-4ed1-92a9-4934c9c7f003 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659428 Dec 15 14:52:26.304417 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42188300-628f-4826-912b-04558491d8f9 x-openstack-request-id: req-42188300-628f-4826-912b-04558491d8f9 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:26.304766 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9915ae83-babd-445f-aaa1-6ddd7faf5607", "tag": "b186b7bf-5ee6-4188-b2a0-0e9777c1473b", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:26.305162 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42188300-628f-4826-912b-04558491d8f9 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:26.305566 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'tag': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b', 'status': 'completed', 'code': 200} Dec 15 14:52:26.314791 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:26.335825 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:26.372914 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-c79a2c7e-5377-4a77-92f4-d1110bfeae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:26.374492 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-c79a2c7e-5377-4a77-92f4-d1110bfeae25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c60c7b105a47494a8738e08943c08475&device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 1098 time: 0.0424275 Dec 15 14:52:26.501088 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f6df7-3f51-4562-b81e-24d728227179 req-716afa5c-5fef-4b3b-bedd-a5e0cf24ce6f tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:26.502570 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-144f6df7-3f51-4562-b81e-24d728227179 req-716afa5c-5fef-4b3b-bedd-a5e0cf24ce6f tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 943 time: 0.0702882 Dec 15 14:52:26.518541 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-cb042c05-a47f-4b82-abfc-8e76b219829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:26.520036 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-cb042c05-a47f-4b82-abfc-8e76b219829a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 200 len: 912 time: 0.1357360 Dec 15 14:52:26.568834 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '95ddd65f-be7c-4094-b54c-45ff071a5e38', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'port_id': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'mac_address': 'fa:16:3e:5d:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:52:11Z', 'updated_at': '2021-12-15T14:52:25Z', 'revision_number': 1, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:26.595730 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] Checking router: 03b54358-c9a2-4514-b8ea-a0a29962dcff for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:52:26.598283 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-144f6df7-3f51-4562-b81e-24d728227179 req-0f4f488b-73ca-4dd2-a918-92c5d01815c6 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886619 Dec 15 14:52:26.604288 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:52:26.605918 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:52:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:26.610986 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-89abc27e-62ca-47e0-85bf-606434ff4369 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b186b7bf-5ee6-4188-b2a0-0e9777c1473b HTTP/1.1" status: 200 len: 999 time: 0.0782530 Dec 15 14:52:26.665873 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-033e30f7-afcc-4501-81bc-af4d7004ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:26.667518 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-033e30f7-afcc-4501-81bc-af4d7004ceee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea9f991a-1870-4cf7-ad23-48cda883cb39 HTTP/1.1" status: 200 len: 850 time: 0.0452569 Dec 15 14:52:26.714871 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-a377e4f8-2af7-4911-b5b4-8cc533bcdb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:26.716421 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-a377e4f8-2af7-4911-b5b4-8cc533bcdb2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a278692-3315-4faf-ad0e-7760eff511d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407910 Dec 15 14:52:26.718562 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:52:26.809933 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-03fbc3be-c11f-466b-a493-e7e05911842a service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847201 Dec 15 14:52:26.865820 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:26.902519 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ad8867f5-1429-4f0c-99d3-0c3c0b9ca6b9 req-7bde036b-e434-45ee-9718-b132689d2761 service neutron] 10.222.0.64 "GET /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814934 Dec 15 14:52:26.965405 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '95ddd65f-be7c-4094-b54c-45ff071a5e38', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'port_id': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'mac_address': 'fa:16:3e:5d:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:52:11Z', 'updated_at': '2021-12-15T14:52:25Z', 'revision_number': 1, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:52:26.993067 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b397fd-cfc6-4348-9aff-0706d2805855 None None] The sync data for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi is: [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '95ddd65f-be7c-4094-b54c-45ff071a5e38', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'port_id': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'mac_address': 'fa:16:3e:5d:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:52:11Z', 'updated_at': '2021-12-15T14:52:25Z', 'revision_number': 1, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:52:27.178130 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcf8c6c-0b1c-4582-911d-c288a75b2b63 None None] New status for floating IP 95ddd65f-be7c-4094-b54c-45ff071a5e38: ACTIVE {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:52:27.389845 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f7ed4-b943-497e-b0f0-f57492df623c req-f68c3b92-925b-4f90-9ebe-062f70ddee57 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:27.391538 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1c2f7ed4-b943-497e-b0f0-f57492df623c req-f68c3b92-925b-4f90-9ebe-062f70ddee57 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0522375 Dec 15 14:52:27.456149 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1c2f7ed4-b943-497e-b0f0-f57492df623c req-3c53116a-c171-48ef-8373-59f2d4fed7ad tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585544 Dec 15 14:52:27.726215 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee932e9-0c7a-4f93-9684-270727e5ca80 req-8b94502c-2d44-40f7-8e60-16394ea21b84 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:27.727697 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-aee932e9-0c7a-4f93-9684-270727e5ca80 req-8b94502c-2d44-40f7-8e60-16394ea21b84 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 943 time: 0.0487881 Dec 15 14:52:27.776931 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-aee932e9-0c7a-4f93-9684-270727e5ca80 req-4e83fa4b-398d-4ab0-9868-cb5804f8a01f tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Dec 15 14:52:28.574042 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d86b-745d-4d4a-bd96-e74be3481d1e req-ffc7b790-d8fa-4cda-b136-1b19a8661589 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:28.575589 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3f91d86b-745d-4d4a-bd96-e74be3481d1e req-ffc7b790-d8fa-4cda-b136-1b19a8661589 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0496747 Dec 15 14:52:28.635422 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3f91d86b-745d-4d4a-bd96-e74be3481d1e req-efab42ac-fc05-4ab9-85a8-354582dddc9b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533311 Dec 15 14:52:28.892099 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37420f2f-681f-4922-9aeb-3bf3e952c7e1 req-28cd161a-b86a-4f12-b964-4ed17471acee tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:28.893543 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-37420f2f-681f-4922-9aeb-3bf3e952c7e1 req-28cd161a-b86a-4f12-b964-4ed17471acee tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 943 time: 0.0481949 Dec 15 14:52:28.942692 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-37420f2f-681f-4922-9aeb-3bf3e952c7e1 req-e42dbef6-a5ec-472d-b3a9-c0993034a753 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Dec 15 14:52:29.279845 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 851ddb96-f8cf-4324-912d-95bc9b93cf9c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:52:29.379168 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 851ddb96-f8cf-4324-912d-95bc9b93cf9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=851ddb96-f8cf-4324-912d-95bc9b93cf9c,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:29.392364 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '851ddb96-f8cf-4324-912d-95bc9b93cf9c', 'network_id': '186e8b10-981d-4aed-9e80-8aa9f63a7506', 'port_id': '851ddb96-f8cf-4324-912d-95bc9b93cf9c', 'mac_address': 'fa:16:3e:b5:b8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bec16f0-5ed2-4a54-bf22-174a70a1bd9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:52:29.429617 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:29.443140 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851ddb96-f8cf-4324-912d-95bc9b93cf9c {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:52:29.463818 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 851ddb96-f8cf-4324-912d-95bc9b93cf9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=851ddb96-f8cf-4324-912d-95bc9b93cf9c,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:29.468444 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:29.516711 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=851ddb96-f8cf-4324-912d-95bc9b93cf9c,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:29.752617 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bfbf3-a5a6-4e07-a38a-c2597901e66e req-9cae9c27-6ce7-433c-bb9f-c1dbe7119ec0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:29.754013 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4e7bfbf3-a5a6-4e07-a38a-c2597901e66e req-9cae9c27-6ce7-433c-bb9f-c1dbe7119ec0 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0484679 Dec 15 14:52:29.813473 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4e7bfbf3-a5a6-4e07-a38a-c2597901e66e req-c7ea1ed7-482e-459e-b00e-c4ac75091833 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&id=238a6662-d0e5-4dd1-996a-c6badb8c63aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535660 Dec 15 14:52:29.842390 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['851ddb96-f8cf-4324-912d-95bc9b93cf9c'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:52:30.059231 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101122a0-b7fe-493d-8f38-6f72b7b73cba req-ab8b1bfe-a8fd-4762-b208-f28cfe657514 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:30.060595 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-101122a0-b7fe-493d-8f38-6f72b7b73cba req-ab8b1bfe-a8fd-4762-b208-f28cfe657514 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 944 time: 0.0479891 Dec 15 14:52:30.105972 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-101122a0-b7fe-493d-8f38-6f72b7b73cba req-f3bd2232-387c-4cf5-a03c-21c63a971fc5 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396209 Dec 15 14:52:31.226911 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab292c-aa6d-4fb9-8734-b3f1b0aa3ecd req-e79dae0c-896e-4481-a398-080fbf313f68 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:31.228351 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ccab292c-aa6d-4fb9-8734-b3f1b0aa3ecd req-e79dae0c-896e-4481-a398-080fbf313f68 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 944 time: 0.0512850 Dec 15 14:52:31.274580 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-ccab292c-aa6d-4fb9-8734-b3f1b0aa3ecd req-b391593b-a8ec-43ac-b431-07339bba87de tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Dec 15 14:52:31.295957 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 851ddb96-f8cf-4324-912d-95bc9b93cf9c up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:52:31.343440 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 851ddb96-f8cf-4324-912d-95bc9b93cf9c completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:52:31.347587 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 851ddb96-f8cf-4324-912d-95bc9b93cf9c triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:52:31.347963 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:31.426674 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:31.448772 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d25e45-80dc-4691-8677-ca87b6d1b49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851ddb96-f8cf-4324-912d-95bc9b93cf9c'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:31.451249 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5698c20-0a8c-4033-ba46-38ffafa7cd1c" -d '{"events": [{"server_uuid": "38d25e45-80dc-4691-8677-ca87b6d1b49a", "name": "network-vif-plugged", "status": "completed", "tag": "851ddb96-f8cf-4324-912d-95bc9b93cf9c"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:31.464425 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 851ddb96-f8cf-4324-912d-95bc9b93cf9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=851ddb96-f8cf-4324-912d-95bc9b93cf9c,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:31.470047 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:31.499609 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74033d9-b5cc-4214-bd0c-0a5fb0c7d6f4 x-openstack-request-id: req-a74033d9-b5cc-4214-bd0c-0a5fb0c7d6f4 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:31.499909 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d25e45-80dc-4691-8677-ca87b6d1b49a", "name": "network-vif-plugged", "status": "completed", "tag": "851ddb96-f8cf-4324-912d-95bc9b93cf9c", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:31.500169 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a74033d9-b5cc-4214-bd0c-0a5fb0c7d6f4 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:31.500558 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d25e45-80dc-4691-8677-ca87b6d1b49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851ddb96-f8cf-4324-912d-95bc9b93cf9c', 'code': 200} Dec 15 14:52:31.521311 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=851ddb96-f8cf-4324-912d-95bc9b93cf9c,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:31.707601 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6103f-757c-4bab-83b3-6f61ac35a9c5 req-4533a112-a4f6-4e1c-b66b-3dee25594dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:31.709002 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-30e6103f-757c-4bab-83b3-6f61ac35a9c5 req-4533a112-a4f6-4e1c-b66b-3dee25594dc0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 1098 time: 0.0430970 Dec 15 14:52:31.759049 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-30e6103f-757c-4bab-83b3-6f61ac35a9c5 req-d6a0ac41-4606-4490-8822-2ac946b17f7a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364869 Dec 15 14:52:31.792373 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:32.392792 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497eedf-6e7b-407b-ba6b-3d75e2f7ec1f req-115b19be-b17c-4239-8b0a-99b9e057357b tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:32.394242 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e497eedf-6e7b-407b-ba6b-3d75e2f7ec1f req-115b19be-b17c-4239-8b0a-99b9e057357b tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 945 time: 0.0477500 Dec 15 14:52:32.440449 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e497eedf-6e7b-407b-ba6b-3d75e2f7ec1f req-de14951c-68a6-4c3a-9938-5b2057030f2d tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Dec 15 14:52:33.558214 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454f362-1868-4228-aef3-36e1434dd3fc req-20381a39-be26-4d3c-be59-dc950aca9efe tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:33.559805 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8454f362-1868-4228-aef3-36e1434dd3fc req-20381a39-be26-4d3c-be59-dc950aca9efe tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 945 time: 0.0496912 Dec 15 14:52:33.606257 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8454f362-1868-4228-aef3-36e1434dd3fc req-da86fef2-cd32-4416-b2ca-d96859038727 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Dec 15 14:52:45.390616 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1de16-0eb5-4d4b-82a6-b5cdf2f4e4bd req-3587c6d8-9e60-4cfe-ae1c-e2a193d9f7fb tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:45.392108 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a2f1de16-0eb5-4d4b-82a6-b5cdf2f4e4bd req-3587c6d8-9e60-4cfe-ae1c-e2a193d9f7fb tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 945 time: 0.0511072 Dec 15 14:52:45.438196 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a2f1de16-0eb5-4d4b-82a6-b5cdf2f4e4bd req-15f9499d-6094-43f4-b30b-f293a4b1d3c4 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Dec 15 14:52:46.556619 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9ba3c-5b20-4a4d-95d7-a0a37602daf4 req-3be6f3ac-4503-4679-8da3-f8b1783ec275 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:46.558723 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a3f9ba3c-5b20-4a4d-95d7-a0a37602daf4 req-3be6f3ac-4503-4679-8da3-f8b1783ec275 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 945 time: 0.0524738 Dec 15 14:52:46.605408 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a3f9ba3c-5b20-4a4d-95d7-a0a37602daf4 req-4add95fb-c200-472e-a143-e015be62a7eb tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Dec 15 14:52:47.365568 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-7d8551c1-5e21-44d0-a5f7-8e63382ff5e3 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:47.367091 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-7d8551c1-5e21-44d0-a5f7-8e63382ff5e3 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 945 time: 0.0483124 Dec 15 14:52:47.461314 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Deleting port 851ddb96-f8cf-4324-912d-95bc9b93cf9c {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:52:47.461569 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:47.519814 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:52:47.550149 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] For port 851ddb96-f8cf-4324-912d-95bc9b93cf9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=851ddb96-f8cf-4324-912d-95bc9b93cf9c,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:47.550514 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:47.561899 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Calling delete_port for 851ddb96-f8cf-4324-912d-95bc9b93cf9c owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:52:47.715810 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:47.732289 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['3ec9c307-b6f6-47d2-a13e-3af91e285f6e', 'b1968c0c-ac4c-421d-83be-acd07e389fe4', '5b10557c-b335-48ca-a67d-01dd2894d6f3', '851ddb96-f8cf-4324-912d-95bc9b93cf9c'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:52:47.748998 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Pushing event deleted for resources: {'Port': ['ID=851ddb96-f8cf-4324-912d-95bc9b93cf9c,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:47.763882 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650da02e-ac0a-47d1-915e-7e81284f8d85 req-d66551ae-9992-4063-9b98-689a2835c99a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:47.765391 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-650da02e-ac0a-47d1-915e-7e81284f8d85 req-d66551ae-9992-4063-9b98-689a2835c99a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d25e45-80dc-4691-8677-ca87b6d1b49a HTTP/1.1" status: 200 len: 945 time: 0.0872979 Dec 15 14:52:47.771044 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.771405 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.771754 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.772233 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.772444 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.772782 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.773117 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.773449 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.773784 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.774114 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.774447 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.774809 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.775140 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:52:47.821915 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] No DVR routers for this DVR port 851ddb96-f8cf-4324-912d-95bc9b93cf9c on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:52:47.825622 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:47.829423 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-70dacb48-4166-4f91-b3a2-efa6f6d26bc1 req-a10e0aee-19f4-4411-83b5-c0222e20dfda tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "DELETE /v2.0/ports/851ddb96-f8cf-4324-912d-95bc9b93cf9c HTTP/1.1" status: 204 len: 173 time: 0.4499936 Dec 15 14:52:47.829943 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d25e45-80dc-4691-8677-ca87b6d1b49a', 'name': 'network-vif-deleted', 'tag': '851ddb96-f8cf-4324-912d-95bc9b93cf9c'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:47.832441 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd02d16-9088-4b6c-bc16-76d5b6060e4c" -d '{"events": [{"server_uuid": "38d25e45-80dc-4691-8677-ca87b6d1b49a", "name": "network-vif-deleted", "tag": "851ddb96-f8cf-4324-912d-95bc9b93cf9c"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:47.868233 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-650da02e-ac0a-47d1-915e-7e81284f8d85 req-d3971016-8f8e-47fd-8b41-300573383337 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734322 Dec 15 14:52:47.956301 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7ebb05-202a-4d22-9e9f-e275ce6fca76 x-openstack-request-id: req-6d7ebb05-202a-4d22-9e9f-e275ce6fca76 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:47.956597 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d25e45-80dc-4691-8677-ca87b6d1b49a", "name": "network-vif-deleted", "tag": "851ddb96-f8cf-4324-912d-95bc9b93cf9c", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:47.957187 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d7ebb05-202a-4d22-9e9f-e275ce6fca76 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:47.958063 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d25e45-80dc-4691-8677-ca87b6d1b49a', 'name': 'network-vif-deleted', 'tag': '851ddb96-f8cf-4324-912d-95bc9b93cf9c', 'status': 'completed', 'code': 200} Dec 15 14:52:50.258510 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27617f50-70fa-4dae-a331-d0fad2f1286f req-4a672372-4109-4555-a5ad-75a271bba209 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:50.260615 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-27617f50-70fa-4dae-a331-d0fad2f1286f req-4a672372-4109-4555-a5ad-75a271bba209 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 945 time: 0.0482557 Dec 15 14:52:50.311397 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-27617f50-70fa-4dae-a331-d0fad2f1286f req-8d1b1607-5e05-40c2-914b-00d464acfea8 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Dec 15 14:52:50.520861 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf34c-d5e8-4a47-91ed-af69448c42f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:51.409150 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 851ddb96-f8cf-4324-912d-95bc9b93cf9c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:52:51.429443 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab24cb-d115-4e68-8df4-cae5cfc110eb req-b8b34fb0-d5ca-437e-b6ce-ef6e609c3c4a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:51.430884 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-54ab24cb-d115-4e68-8df4-cae5cfc110eb req-b8b34fb0-d5ca-437e-b6ce-ef6e609c3c4a tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 945 time: 0.0501935 Dec 15 14:52:51.433436 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 851ddb96-f8cf-4324-912d-95bc9b93cf9c {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:52:51.433797 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 851ddb96-f8cf-4324-912d-95bc9b93cf9c not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:52:51.477916 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-54ab24cb-d115-4e68-8df4-cae5cfc110eb req-4dbddeee-31cd-4eab-9906-b851db2200a2 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Dec 15 14:52:52.184645 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-35103591-9e83-4871-aef0-fb762b4fdaf8 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:52.186070 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-35103591-9e83-4871-aef0-fb762b4fdaf8 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 945 time: 0.0505126 Dec 15 14:52:52.275715 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-c6fd637f-c9cc-4fc8-b4a4-e6124878ad64 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Deleting port 5b10557c-b335-48ca-a67d-01dd2894d6f3 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:52:52.276056 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-c6fd637f-c9cc-4fc8-b4a4-e6124878ad64 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.367513 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-c6fd637f-c9cc-4fc8-b4a4-e6124878ad64 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] For port 5b10557c-b335-48ca-a67d-01dd2894d6f3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5b10557c-b335-48ca-a67d-01dd2894d6f3,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:52.367900 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-c6fd637f-c9cc-4fc8-b4a4-e6124878ad64 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.380821 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-c6fd637f-c9cc-4fc8-b4a4-e6124878ad64 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Calling delete_port for 5b10557c-b335-48ca-a67d-01dd2894d6f3 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:52:52.504217 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-c6fd637f-c9cc-4fc8-b4a4-e6124878ad64 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.519217 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['3ec9c307-b6f6-47d2-a13e-3af91e285f6e', 'b1968c0c-ac4c-421d-83be-acd07e389fe4', '5b10557c-b335-48ca-a67d-01dd2894d6f3'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:52:52.539627 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd637f-c9cc-4fc8-b4a4-e6124878ad64 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Pushing event deleted for resources: {'Port': ['ID=5b10557c-b335-48ca-a67d-01dd2894d6f3,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:52.833220 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-583872e1-ba2b-4723-900c-f852074c4ca1 req-53bb1ac0-af84-47af-84e1-7b13ee9335b1 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=2661be1b-ba19-4f3f-8f10-843fdad58c55 HTTP/1.1" status: 200 len: 210 time: 0.2809975 Dec 15 14:52:52.849590 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-c6fd637f-c9cc-4fc8-b4a4-e6124878ad64 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] No DVR routers for this DVR port 5b10557c-b335-48ca-a67d-01dd2894d6f3 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:52:52.852116 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-c6fd637f-c9cc-4fc8-b4a4-e6124878ad64 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:52.856207 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee204c2b-8724-434f-9698-41b7aa304a90 req-c6fd637f-c9cc-4fc8-b4a4-e6124878ad64 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "DELETE /v2.0/ports/5b10557c-b335-48ca-a67d-01dd2894d6f3 HTTP/1.1" status: 204 len: 173 time: 0.6623406 Dec 15 14:52:52.856651 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2661be1b-ba19-4f3f-8f10-843fdad58c55', 'name': 'network-vif-deleted', 'tag': '5b10557c-b335-48ca-a67d-01dd2894d6f3'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:52.858873 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad852b8-7d38-4629-ba1a-5686b0c75dbb" -d '{"events": [{"server_uuid": "2661be1b-ba19-4f3f-8f10-843fdad58c55", "name": "network-vif-deleted", "tag": "5b10557c-b335-48ca-a67d-01dd2894d6f3"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:52.895657 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1546ca0-8d56-4c0e-80f5-4e3b99eed2bb x-openstack-request-id: req-f1546ca0-8d56-4c0e-80f5-4e3b99eed2bb {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:52.895953 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2661be1b-ba19-4f3f-8f10-843fdad58c55", "name": "network-vif-deleted", "tag": "5b10557c-b335-48ca-a67d-01dd2894d6f3", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:52.896235 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1546ca0-8d56-4c0e-80f5-4e3b99eed2bb {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:52.896635 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2661be1b-ba19-4f3f-8f10-843fdad58c55', 'name': 'network-vif-deleted', 'tag': '5b10557c-b335-48ca-a67d-01dd2894d6f3', 'status': 'completed', 'code': 200} Dec 15 14:52:52.951502 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d5e1c147-0983-4c2d-b579-675c0d34f1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:54.105130 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e13d5-364c-436c-85f8-6ec7c272d1fe req-cff51c62-fd9e-436f-9378-9810c28f0deb tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:54.106670 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-921e13d5-364c-436c-85f8-6ec7c272d1fe req-cff51c62-fd9e-436f-9378-9810c28f0deb tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 946 time: 0.0485573 Dec 15 14:52:54.116499 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:54.156554 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-921e13d5-364c-436c-85f8-6ec7c272d1fe req-7dfa1f07-98a7-4a07-8049-5a64f9e72b8b tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433316 Dec 15 14:52:55.276055 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da54cf2-ea64-4f5e-bdf9-42ba38410841 req-f95737be-6d13-4849-8a1e-1b320281e02c tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:55.277523 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0da54cf2-ea64-4f5e-bdf9-42ba38410841 req-f95737be-6d13-4849-8a1e-1b320281e02c tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 946 time: 0.0476429 Dec 15 14:52:55.327181 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0da54cf2-ea64-4f5e-bdf9-42ba38410841 req-4a9f272b-b7b2-4a8f-a4b8-ed98376567d0 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Dec 15 14:52:55.686369 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-53165f8f-0288-482f-abe1-0ebf5ed6334c tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:55.687874 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-53165f8f-0288-482f-abe1-0ebf5ed6334c tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 946 time: 0.0487130 Dec 15 14:52:55.781158 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-e8a998b9-6909-4600-9b4b-0047e9d9c291 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Deleting port b1968c0c-ac4c-421d-83be-acd07e389fe4 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:52:55.781502 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-e8a998b9-6909-4600-9b4b-0047e9d9c291 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.869545 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-e8a998b9-6909-4600-9b4b-0047e9d9c291 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] For port b1968c0c-ac4c-421d-83be-acd07e389fe4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b1968c0c-ac4c-421d-83be-acd07e389fe4,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:52:55.869908 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-e8a998b9-6909-4600-9b4b-0047e9d9c291 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:55.881545 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-e8a998b9-6909-4600-9b4b-0047e9d9c291 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Calling delete_port for b1968c0c-ac4c-421d-83be-acd07e389fe4 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:52:56.009149 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-e8a998b9-6909-4600-9b4b-0047e9d9c291 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:56.025253 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['3ec9c307-b6f6-47d2-a13e-3af91e285f6e', 'b1968c0c-ac4c-421d-83be-acd07e389fe4'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:52:56.036831 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a998b9-6909-4600-9b4b-0047e9d9c291 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Pushing event deleted for resources: {'Port': ['ID=b1968c0c-ac4c-421d-83be-acd07e389fe4,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:52:56.094840 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-e8a998b9-6909-4600-9b4b-0047e9d9c291 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] No DVR routers for this DVR port b1968c0c-ac4c-421d-83be-acd07e389fe4 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:52:56.097585 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-e8a998b9-6909-4600-9b4b-0047e9d9c291 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:56.100914 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2a6c5786-1de1-472e-b14c-7a72c83dd269 req-e8a998b9-6909-4600-9b4b-0047e9d9c291 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "DELETE /v2.0/ports/b1968c0c-ac4c-421d-83be-acd07e389fe4 HTTP/1.1" status: 204 len: 173 time: 0.4013033 Dec 15 14:52:56.101362 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc809d7-0d09-41c5-875a-2ea5d3b976b9', 'name': 'network-vif-deleted', 'tag': 'b1968c0c-ac4c-421d-83be-acd07e389fe4'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:52:56.103793 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687affe1-7fed-4d86-9e72-32d782ccdeb1" -d '{"events": [{"server_uuid": "ffc809d7-0d09-41c5-875a-2ea5d3b976b9", "name": "network-vif-deleted", "tag": "b1968c0c-ac4c-421d-83be-acd07e389fe4"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:52:56.142939 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3616066d-5807-4936-a1c9-06eb293f4b68 x-openstack-request-id: req-3616066d-5807-4936-a1c9-06eb293f4b68 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:52:56.143238 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc809d7-0d09-41c5-875a-2ea5d3b976b9", "name": "network-vif-deleted", "tag": "b1968c0c-ac4c-421d-83be-acd07e389fe4", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:52:56.143499 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3616066d-5807-4936-a1c9-06eb293f4b68 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:52:56.143906 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc809d7-0d09-41c5-875a-2ea5d3b976b9', 'name': 'network-vif-deleted', 'tag': 'b1968c0c-ac4c-421d-83be-acd07e389fe4', 'status': 'completed', 'code': 200} Dec 15 14:52:56.191085 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:56.443337 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3d605565-eb4e-4ed8-b839-cf5da4825cd7 req-fb09e6d7-4266-4a3c-98e5-7a7c52ccb59e tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc809d7-0d09-41c5-875a-2ea5d3b976b9 HTTP/1.1" status: 200 len: 210 time: 0.0263474 Dec 15 14:52:56.827859 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:52:57.450095 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 5b10557c-b335-48ca-a67d-01dd2894d6f3 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:52:57.470796 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 5b10557c-b335-48ca-a67d-01dd2894d6f3 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:52:57.470987 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 5b10557c-b335-48ca-a67d-01dd2894d6f3 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:52:57.471398 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device b1968c0c-ac4c-421d-83be-acd07e389fe4 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:52:57.490908 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: b1968c0c-ac4c-421d-83be-acd07e389fe4 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:52:57.491263 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device b1968c0c-ac4c-421d-83be-acd07e389fe4 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:52:58.828493 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7a0b-92b1-4c56-8bf5-eff56a45b992 req-dba1d9dc-cce4-4197-8fbb-70acca2c2465 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:58.829971 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ff1c7a0b-92b1-4c56-8bf5-eff56a45b992 req-dba1d9dc-cce4-4197-8fbb-70acca2c2465 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 945 time: 0.0477903 Dec 15 14:52:58.879401 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ff1c7a0b-92b1-4c56-8bf5-eff56a45b992 req-4b405d1f-7859-4672-b573-32a7968cfd3d tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Dec 15 14:52:59.996459 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76209a-bcd0-4bb9-97f3-5c8ba35add37 req-ef97af81-8d89-4c98-b005-bf95a40e56a3 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:52:59.997916 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1c76209a-bcd0-4bb9-97f3-5c8ba35add37 req-ef97af81-8d89-4c98-b005-bf95a40e56a3 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 945 time: 0.0480738 Dec 15 14:53:00.044888 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1c76209a-bcd0-4bb9-97f3-5c8ba35add37 req-407f7b22-aa20-42f4-aa76-713bd9a9c5bc tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/security-groups?id=b62dbe05-7ed6-4633-8d20-6923b360543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Dec 15 14:53:00.579098 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-5656ef00-bb10-4da3-a2af-bb4edb08cafa tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:00.580747 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-5656ef00-bb10-4da3-a2af-bb4edb08cafa tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 945 time: 0.0550654 Dec 15 14:53:00.673678 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-67b49fc0-6e8d-463b-b146-786d437ff5ff tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Deleting port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:00.674024 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-67b49fc0-6e8d-463b-b146-786d437ff5ff tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.762760 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-67b49fc0-6e8d-463b-b146-786d437ff5ff tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] For port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,segment=NetworkSegment(27799484-a848-416b-bc36-d98a526aa538),segment_id=27799484-a848-416b-bc36-d98a526aa538)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:00.763036 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-67b49fc0-6e8d-463b-b146-786d437ff5ff tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.774270 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-67b49fc0-6e8d-463b-b146-786d437ff5ff tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Calling delete_port for 3ec9c307-b6f6-47d2-a13e-3af91e285f6e owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:00.904217 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-67b49fc0-6e8d-463b-b146-786d437ff5ff tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.915971 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['3ec9c307-b6f6-47d2-a13e-3af91e285f6e'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:53:00.931708 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b49fc0-6e8d-463b-b146-786d437ff5ff tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Pushing event deleted for resources: {'Port': ['ID=3ec9c307-b6f6-47d2-a13e-3af91e285f6e,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:00.973702 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-67b49fc0-6e8d-463b-b146-786d437ff5ff tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] No DVR routers for this DVR port 3ec9c307-b6f6-47d2-a13e-3af91e285f6e on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:53:00.976131 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-67b49fc0-6e8d-463b-b146-786d437ff5ff tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:00.979561 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-05bf5a91-af01-44ab-8fe7-f6de76d2f28e req-67b49fc0-6e8d-463b-b146-786d437ff5ff tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.64 "DELETE /v2.0/ports/3ec9c307-b6f6-47d2-a13e-3af91e285f6e HTTP/1.1" status: 204 len: 173 time: 0.3915532 Dec 15 14:53:00.980010 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca79ccaa-33e2-453f-af73-9e77cacd02e8', 'name': 'network-vif-deleted', 'tag': '3ec9c307-b6f6-47d2-a13e-3af91e285f6e'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:00.982352 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deacb691-96ad-40e1-8e1a-069407a1c14d" -d '{"events": [{"server_uuid": "ca79ccaa-33e2-453f-af73-9e77cacd02e8", "name": "network-vif-deleted", "tag": "3ec9c307-b6f6-47d2-a13e-3af91e285f6e"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:01.019501 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb18187-ba2a-47d7-a658-d14724081ad6 x-openstack-request-id: req-7bb18187-ba2a-47d7-a658-d14724081ad6 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:01.019803 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca79ccaa-33e2-453f-af73-9e77cacd02e8", "name": "network-vif-deleted", "tag": "3ec9c307-b6f6-47d2-a13e-3af91e285f6e", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:01.020064 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bb18187-ba2a-47d7-a658-d14724081ad6 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:01.020474 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca79ccaa-33e2-453f-af73-9e77cacd02e8', 'name': 'network-vif-deleted', 'tag': '3ec9c307-b6f6-47d2-a13e-3af91e285f6e', 'status': 'completed', 'code': 200} Dec 15 14:53:01.153676 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e67ed496-00cc-4849-859b-b6d95dbec6d3 req-7f178d9a-475c-42b1-8ba8-725ffa8beda2 tempest-AttachVolumeNegativeTest-785584795 tempest-AttachVolumeNegativeTest-785584795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca79ccaa-33e2-453f-af73-9e77cacd02e8 HTTP/1.1" status: 200 len: 210 time: 0.0264060 Dec 15 14:53:01.795293 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.208987 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 45686) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:02.251976 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f59b45-181d-4c31-82bb-50302cb0a74d admin admin] Deleting subnet 3bec16f0-5ed2-4a54-bf22-174a70a1bd9a {{(pid=119313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:53:02.254964 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-99f59b45-181d-4c31-82bb-50302cb0a74d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.292107 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-99f59b45-181d-4c31-82bb-50302cb0a74d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66825151'] for subnet, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.329977 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-99f59b45-181d-4c31-82bb-50302cb0a74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.381493 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-99f59b45-181d-4c31-82bb-50302cb0a74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4585138'] for subnet, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.404699 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f59b45-181d-4c31-82bb-50302cb0a74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bec16f0-5ed2-4a54-bf22-174a70a1bd9a,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:02.411335 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-99f59b45-181d-4c31-82bb-50302cb0a74d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.417406 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-99f59b45-181d-4c31-82bb-50302cb0a74d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3bec16f0-5ed2-4a54-bf22-174a70a1bd9a HTTP/1.1" status: 204 len: 168 time: 0.2045228 Dec 15 14:53:02.417634 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 45690) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:02.498423 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.606186 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.634658 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186e8b10-981d-4aed-9e80-8aa9f63a7506']}} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:02.646786 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27799484-a848-416b-bc36-d98a526aa538') {'for_net_delete': True} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:02.647005 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27799484-a848-416b-bc36-d98a526aa538') {} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:02.658984 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66825028'] for segment, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.662787 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de1b4921-da20-4256-af37-37fe20b0b936 req-d6abe527-de21-4d8e-8f4d-eb2d31bee370 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833538 Dec 15 14:53:02.676611 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.684843 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=119313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:53:02.685278 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543449'] for segment, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: Traceback (most recent call last): Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: timer() Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: cb(*args, **kw) Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: return func(*args, **kwargs) Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: self._notify() Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: self.callback(batched_events) Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: event.method(event) Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: return f(self, *a, **k) Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._get(url).json() Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: return self.request(url, 'GET', **kwargs) Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:53:02.687582 dv-cinder-787195-10-iscsi neutron-server[119313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:53:02.783556 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.791171 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4921-da20-4256-af37-37fe20b0b936 req-ff3c5295-2e40-4b45-adfe-9678ed9581c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:02.792689 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de1b4921-da20-4256-af37-37fe20b0b936 req-ff3c5295-2e40-4b45-adfe-9678ed9581c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e16dad64f934da3b407e9117466ff4d&device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 1137 time: 0.0957854 Dec 15 14:53:02.793702 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:02.799190 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/186e8b10-981d-4aed-9e80-8aa9f63a7506 HTTP/1.1" status: 204 len: 168 time: 0.3782566 Dec 15 14:53:02.808050 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf876e-5ec6-4832-8f58-575a64699fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=186e8b10-981d-4aed-9e80-8aa9f63a7506,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:02.909547 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca214a60-afba-4ce7-b31f-561846943cd4 req-2e5ddc8f-fc39-4612-b7a7-52449cb99c80 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:02.911088 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ca214a60-afba-4ce7-b31f-561846943cd4 req-2e5ddc8f-fc39-4612-b7a7-52449cb99c80 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.1010025 Dec 15 14:53:02.971785 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4921-da20-4256-af37-37fe20b0b936 req-5cd451b1-e2ba-4f45-9802-00ebd4253aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:02.973278 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de1b4921-da20-4256-af37-37fe20b0b936 req-5cd451b1-e2ba-4f45-9802-00ebd4253aa3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b HTTP/1.1" status: 200 len: 916 time: 0.1337197 Dec 15 14:53:02.975647 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45708) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:02.992094 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ca214a60-afba-4ce7-b31f-561846943cd4 req-2f802375-a143-4ef9-a3bc-e769c99282b0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744894 Dec 15 14:53:03.027562 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-3e76edfc-3b40-4539-8aae-36d785fdeb0d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c12acc89e5f444b3b7d68a4382964aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507045 Dec 15 14:53:03.031362 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45710) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:03.057085 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de1b4921-da20-4256-af37-37fe20b0b936 req-62fb4cf1-f1f1-4502-b01f-3bf8b4c5ea76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 1001 time: 0.0753765 Dec 15 14:53:03.079226 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:03.104655 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:03.112500 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4921-da20-4256-af37-37fe20b0b936 req-441c810b-77b1-4e41-a78c-97ecf1c9c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:03.113995 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de1b4921-da20-4256-af37-37fe20b0b936 req-441c810b-77b1-4e41-a78c-97ecf1c9c220 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cee18f1e-7c3e-4383-a87d-56012a71ff2e HTTP/1.1" status: 200 len: 854 time: 0.0439298 Dec 15 14:53:03.152299 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:03.154956 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:03.156118 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b62dbe05-7ed6-4633-8d20-6923b360543d HTTP/1.1" status: 204 len: 168 time: 0.1238401 Dec 15 14:53:03.164998 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62dbe05-7ed6-4633-8d20-6923b360543d,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:03.166726 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4921-da20-4256-af37-37fe20b0b936 req-01c11943-fc56-41f8-95a5-1eabcb415872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:03.168640 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de1b4921-da20-4256-af37-37fe20b0b936 req-01c11943-fc56-41f8-95a5-1eabcb415872 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451574 Dec 15 14:53:03.172574 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.172943 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.173302 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.173652 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.174119 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.174321 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.174687 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.175040 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.175374 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.175713 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.176051 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.176384 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.176720 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f999f5-d7fd-43ac-a9b4-ce2a075dc5b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:03.261282 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de1b4921-da20-4256-af37-37fe20b0b936 req-fa6048ed-c87e-4725-a473-a5161ad50050 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840874 Dec 15 14:53:03.374422 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-de1b4921-da20-4256-af37-37fe20b0b936 req-b695e06a-1933-498a-a5a1-c8ae2badc64a service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920830 Dec 15 14:53:04.126021 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2ccad-636c-49e0-af36-ed48cc94c741 req-51835e21-eadc-44d4-a02e-902e1d5bcc58 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:04.127552 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d7a2ccad-636c-49e0-af36-ed48cc94c741 req-51835e21-eadc-44d4-a02e-902e1d5bcc58 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0494921 Dec 15 14:53:04.176099 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d7a2ccad-636c-49e0-af36-ed48cc94c741 req-c6251405-1eff-4a96-a945-a09c4e0f0fae tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422852 Dec 15 14:53:04.809077 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45766) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:04.913894 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6a463e1a-7683-4c4a-878b-fd6a8f360b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:04.986572 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6a463e1a-7683-4c4a-878b-fd6a8f360b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:04.990064 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6a463e1a-7683-4c4a-878b-fd6a8f360b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.027839 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6a463e1a-7683-4c4a-878b-fd6a8f360b0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d42d8d34c2c42469755a0ff1875ba16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176466 Dec 15 14:53:05.028964 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a463e1a-7683-4c4a-878b-fd6a8f360b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997fd946-b88b-4715-8fdb-403ff90a05ab,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:05.030549 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 45770) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:05.078718 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6336847a-757e-41d3-92fa-9081f706ef09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.099139 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6336847a-757e-41d3-92fa-9081f706ef09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.145269 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6336847a-757e-41d3-92fa-9081f706ef09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.148078 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6336847a-757e-41d3-92fa-9081f706ef09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.149860 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-6336847a-757e-41d3-92fa-9081f706ef09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/997fd946-b88b-4715-8fdb-403ff90a05ab HTTP/1.1" status: 204 len: 168 time: 0.1176519 Dec 15 14:53:05.157479 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336847a-757e-41d3-92fa-9081f706ef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997fd946-b88b-4715-8fdb-403ff90a05ab,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:05.301777 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b7f25-1a7b-4c8a-a733-0ad32de22ef5 req-25b90b6a-d546-4166-8205-260c39a80b3f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:05.303521 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-485b7f25-1a7b-4c8a-a733-0ad32de22ef5 req-25b90b6a-d546-4166-8205-260c39a80b3f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0528843 Dec 15 14:53:05.352094 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-485b7f25-1a7b-4c8a-a733-0ad32de22ef5 req-fa286d12-a92c-47e7-93b7-5e29ee9c5dbc tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419714 Dec 15 14:53:05.409428 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45778) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:05.426735 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-86acc26c-e2f3-431e-bce7-dcabd5f06398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.462523 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 3ec9c307-b6f6-47d2-a13e-3af91e285f6e no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:05.484641 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 3ec9c307-b6f6-47d2-a13e-3af91e285f6e {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:05.485081 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 3ec9c307-b6f6-47d2-a13e-3af91e285f6e not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:05.503747 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-86acc26c-e2f3-431e-bce7-dcabd5f06398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.507404 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-86acc26c-e2f3-431e-bce7-dcabd5f06398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.545734 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-86acc26c-e2f3-431e-bce7-dcabd5f06398 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b3d51431e88942b4a3bf3fade4cf861f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352067 Dec 15 14:53:05.546531 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acc26c-e2f3-431e-bce7-dcabd5f06398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5780f9-e41c-4ac1-ba2c-c52b82432606,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:05.548436 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 45780) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:05.596377 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4d4f5c30-8029-4358-865d-e94e11b0760f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.617846 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4d4f5c30-8029-4358-865d-e94e11b0760f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.663926 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4d4f5c30-8029-4358-865d-e94e11b0760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.666545 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4d4f5c30-8029-4358-865d-e94e11b0760f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:05.667763 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-4d4f5c30-8029-4358-865d-e94e11b0760f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d5780f9-e41c-4ac1-ba2c-c52b82432606 HTTP/1.1" status: 204 len: 168 time: 0.1182528 Dec 15 14:53:05.675353 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f5c30-8029-4358-865d-e94e11b0760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5780f9-e41c-4ac1-ba2c-c52b82432606,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:06.484496 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8cd8-c972-4266-9b21-69e99dd2093e req-f8b95de2-12d1-43df-9207-e8eae1ee8668 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:06.486240 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c34c8cd8-c972-4266-9b21-69e99dd2093e req-f8b95de2-12d1-43df-9207-e8eae1ee8668 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0597031 Dec 15 14:53:06.538743 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c34c8cd8-c972-4266-9b21-69e99dd2093e req-cfbf9853-9987-4afd-958b-77155930ae83 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468106 Dec 15 14:53:07.285166 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 45832) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:07.390086 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1cceb9a4-d465-4323-b4da-8b86e590e979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.461956 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1cceb9a4-d465-4323-b4da-8b86e590e979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.466173 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1cceb9a4-d465-4323-b4da-8b86e590e979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.503559 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-1cceb9a4-d465-4323-b4da-8b86e590e979 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0628eac152e4b72ba91f57c31873f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172956 Dec 15 14:53:07.504501 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceb9a4-d465-4323-b4da-8b86e590e979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24fb280-0718-4e79-a018-83bc7111cffc,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:07.506350 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45836) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:07.556931 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-29c05179-5227-4687-bf6a-56d9066355c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.577945 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-29c05179-5227-4687-bf6a-56d9066355c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.626739 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-29c05179-5227-4687-bf6a-56d9066355c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.629495 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-29c05179-5227-4687-bf6a-56d9066355c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.630718 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-29c05179-5227-4687-bf6a-56d9066355c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a24fb280-0718-4e79-a018-83bc7111cffc HTTP/1.1" status: 204 len: 168 time: 0.1231923 Dec 15 14:53:07.640702 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c05179-5227-4687-bf6a-56d9066355c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24fb280-0718-4e79-a018-83bc7111cffc,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:07.663086 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85815e-c3e3-47aa-9d14-83d8576066ba req-e240ba49-6087-4945-b046-6a9d5075230e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:07.664657 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b85815e-c3e3-47aa-9d14-83d8576066ba req-e240ba49-6087-4945-b046-6a9d5075230e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0522051 Dec 15 14:53:07.713591 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b85815e-c3e3-47aa-9d14-83d8576066ba req-8da60c8f-16b5-433e-bd6d-aff39789cf94 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Dec 15 14:53:07.893724 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45844) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:07.907162 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ff729ad3-98b3-492e-8bb7-d873aba52d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.979266 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ff729ad3-98b3-492e-8bb7-d873aba52d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:07.982871 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ff729ad3-98b3-492e-8bb7-d873aba52d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.019238 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff729ad3-98b3-492e-8bb7-d873aba52d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09194acb-65c8-45e8-8e4c-e745da92c98c,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:08.025482 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-ff729ad3-98b3-492e-8bb7-d873aba52d3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e996b27e601e454cb293923ac18d7731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306925 Dec 15 14:53:08.027210 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 45846) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:08.073302 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-15e8c644-0a24-4e0f-8978-eeff1c812d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.096405 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-15e8c644-0a24-4e0f-8978-eeff1c812d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.146060 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-15e8c644-0a24-4e0f-8978-eeff1c812d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.148727 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-15e8c644-0a24-4e0f-8978-eeff1c812d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:08.150093 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-15e8c644-0a24-4e0f-8978-eeff1c812d6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09194acb-65c8-45e8-8e4c-e745da92c98c HTTP/1.1" status: 204 len: 168 time: 0.1218371 Dec 15 14:53:08.157928 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8c644-0a24-4e0f-8978-eeff1c812d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09194acb-65c8-45e8-8e4c-e745da92c98c,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:08.840296 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b46b94-915e-4ee2-88c5-b64070874ec6 req-8194872e-9767-40b1-9f2b-1e147bcbf7e8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:08.842072 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-03b46b94-915e-4ee2-88c5-b64070874ec6 req-8194872e-9767-40b1-9f2b-1e147bcbf7e8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0542614 Dec 15 14:53:08.888752 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-03b46b94-915e-4ee2-88c5-b64070874ec6 req-dace620d-446a-4791-8fb5-b9f6cd98c7c1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Dec 15 14:53:10.010874 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d94d5c-bf49-4235-859c-ec9e08f2c9e3 req-216dfb60-ddc7-4df4-86ad-737eb024e667 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:10.012366 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-33d94d5c-bf49-4235-859c-ec9e08f2c9e3 req-216dfb60-ddc7-4df4-86ad-737eb024e667 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0491149 Dec 15 14:53:10.078731 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-33d94d5c-bf49-4235-859c-ec9e08f2c9e3 req-7d6190e1-c368-4f4a-9fce-1d6e1e330d27 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602937 Dec 15 14:53:11.207647 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0673f8-f768-45cb-b345-ebb90c643bb7 req-03e1899c-2a3c-4346-86dd-907495f65597 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:11.209127 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8b0673f8-f768-45cb-b345-ebb90c643bb7 req-03e1899c-2a3c-4346-86dd-907495f65597 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0518360 Dec 15 14:53:11.255538 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8b0673f8-f768-45cb-b345-ebb90c643bb7 req-c571e962-4b77-49ac-9b9c-91787a251489 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402668 Dec 15 14:53:12.373324 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f7178-bd74-4bf5-91d3-ea7e655ca672 req-8324023d-5ca7-4654-a3b7-05f93db10eb3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:12.374740 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b23f7178-bd74-4bf5-91d3-ea7e655ca672 req-8324023d-5ca7-4654-a3b7-05f93db10eb3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0471878 Dec 15 14:53:12.420607 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b23f7178-bd74-4bf5-91d3-ea7e655ca672 req-a4c4a5cc-bc1f-452b-b271-0e6c5890d443 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400460 Dec 15 14:53:13.552171 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787d2a8-7c4e-4ef8-a1e8-ec82acdf70ca req-68e64736-fb2f-4464-8557-284984a4c93a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:13.553649 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d787d2a8-7c4e-4ef8-a1e8-ec82acdf70ca req-68e64736-fb2f-4464-8557-284984a4c93a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0483201 Dec 15 14:53:13.604197 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d787d2a8-7c4e-4ef8-a1e8-ec82acdf70ca req-0870fc8f-5edb-49de-a7fb-b6a386443a57 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 Dec 15 14:53:14.727073 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741709c2-6991-4421-8a4d-cf1063f16393 req-de7338df-ec45-4950-bde9-8495833faba7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:14.728480 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-741709c2-6991-4421-8a4d-cf1063f16393 req-de7338df-ec45-4950-bde9-8495833faba7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0506144 Dec 15 14:53:14.777032 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-741709c2-6991-4421-8a4d-cf1063f16393 req-69be66c9-1d42-479f-8969-ceb52f7071b8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423574 Dec 15 14:53:15.901143 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239a116-ef37-4007-a55e-bea965dbb0d7 req-070f63fb-b235-459e-93ea-c832e2059c36 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:15.902613 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2239a116-ef37-4007-a55e-bea965dbb0d7 req-070f63fb-b235-459e-93ea-c832e2059c36 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Dec 15 14:53:15.947981 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2239a116-ef37-4007-a55e-bea965dbb0d7 req-060d27f1-3c88-4a63-9f57-e3615d66efc8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396214 Dec 15 14:53:16.771627 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46026) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:16.877369 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bec9b20a-7d50-4001-8264-d1a8e7a23a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:16.953398 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bec9b20a-7d50-4001-8264-d1a8e7a23a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:16.956889 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bec9b20a-7d50-4001-8264-d1a8e7a23a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:16.997835 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-bec9b20a-7d50-4001-8264-d1a8e7a23a92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=114995e480474796aa854328104b5eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251165 Dec 15 14:53:16.998742 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9b20a-7d50-4001-8264-d1a8e7a23a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955a2093-4e2e-461e-a26d-7957449139b8,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:17.000564 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46032) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:17.050453 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f8ae57e5-7bc7-4ed1-be20-a8b856e29a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.072890 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f8ae57e5-7bc7-4ed1-be20-a8b856e29a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.075551 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22acb2-0f08-4c5a-97b0-887376b7fe0c req-c9d154fe-d9ba-4653-b87e-b12d1db3a9c2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:17.077043 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0d22acb2-0f08-4c5a-97b0-887376b7fe0c req-c9d154fe-d9ba-4653-b87e-b12d1db3a9c2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0512502 Dec 15 14:53:17.119841 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f8ae57e5-7bc7-4ed1-be20-a8b856e29a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.122576 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f8ae57e5-7bc7-4ed1-be20-a8b856e29a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.124441 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-f8ae57e5-7bc7-4ed1-be20-a8b856e29a41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/955a2093-4e2e-461e-a26d-7957449139b8 HTTP/1.1" status: 204 len: 168 time: 0.1216345 Dec 15 14:53:17.125766 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0d22acb2-0f08-4c5a-97b0-887376b7fe0c req-fe7a6012-788e-4c96-aedb-46cb025b566e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424228 Dec 15 14:53:17.132675 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae57e5-7bc7-4ed1-be20-a8b856e29a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a2093-4e2e-461e-a26d-7957449139b8,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:17.391557 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46038) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:17.404376 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bf826671-1cea-4415-8f44-8a701d8cd557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.476639 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bf826671-1cea-4415-8f44-8a701d8cd557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.480087 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-bf826671-1cea-4415-8f44-8a701d8cd557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.516629 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-bf826671-1cea-4415-8f44-8a701d8cd557 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b82a4469f922460995a2c07f13a0c7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239877 Dec 15 14:53:17.517806 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf826671-1cea-4415-8f44-8a701d8cd557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7424d73c-bdcb-4630-828b-36cc4940ec97,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:17.519353 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46040) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:17.568945 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-99059f2d-f39b-4cd9-a37e-1ad1b510d591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.590017 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-99059f2d-f39b-4cd9-a37e-1ad1b510d591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.639998 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-99059f2d-f39b-4cd9-a37e-1ad1b510d591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.642657 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-99059f2d-f39b-4cd9-a37e-1ad1b510d591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:17.651892 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-99059f2d-f39b-4cd9-a37e-1ad1b510d591 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7424d73c-bdcb-4630-828b-36cc4940ec97 HTTP/1.1" status: 204 len: 168 time: 0.1235454 Dec 15 14:53:17.653732 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99059f2d-f39b-4cd9-a37e-1ad1b510d591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7424d73c-bdcb-4630-828b-36cc4940ec97,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:17.952421 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46048) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:17.965107 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8674a162-171d-4045-8176-179b2939901a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:18.038128 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8674a162-171d-4045-8176-179b2939901a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:18.042313 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8674a162-171d-4045-8176-179b2939901a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:18.080026 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-8674a162-171d-4045-8176-179b2939901a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09aa2beb5d4348f2bb8d4701f205ccda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265380 Dec 15 14:53:18.080888 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674a162-171d-4045-8176-179b2939901a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f7cacb-88e5-4a10-bca1-d99a60d62f3c,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:18.083469 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46050) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:18.145828 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1f47-ae36-40aa-8e08-16d2534a98e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:18.169851 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1f47-ae36-40aa-8e08-16d2534a98e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:18.220030 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1f47-ae36-40aa-8e08-16d2534a98e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:18.222654 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1f47-ae36-40aa-8e08-16d2534a98e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:18.223809 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2b9b1f47-ae36-40aa-8e08-16d2534a98e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86f7cacb-88e5-4a10-bca1-d99a60d62f3c HTTP/1.1" status: 204 len: 168 time: 0.1393256 Dec 15 14:53:18.232937 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b1f47-ae36-40aa-8e08-16d2534a98e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f7cacb-88e5-4a10-bca1-d99a60d62f3c,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:18.253046 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413b8d5-44e0-44cf-bdac-ad300413adac req-5d58cde1-eba4-4247-bea8-68ef6e2bbf6b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:18.254590 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d413b8d5-44e0-44cf-bdac-ad300413adac req-5d58cde1-eba4-4247-bea8-68ef6e2bbf6b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0499561 Dec 15 14:53:18.306593 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d413b8d5-44e0-44cf-bdac-ad300413adac req-918f2d67-3eb4-438d-8bff-84ff31a98c4d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449002 Dec 15 14:53:19.427454 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401f3d6-2f58-44eb-9c8e-d5b7bbc548e9 req-4ac2bbcd-fdf2-43ab-ae58-cd04cc24e53b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:19.428949 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d401f3d6-2f58-44eb-9c8e-d5b7bbc548e9 req-4ac2bbcd-fdf2-43ab-ae58-cd04cc24e53b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0480807 Dec 15 14:53:19.477063 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d401f3d6-2f58-44eb-9c8e-d5b7bbc548e9 req-982c4cae-f023-44b4-976b-61e96d063b9a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415497 Dec 15 14:53:20.524582 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7578e5cd-1ef0-4695-854b-635725421172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:20.608547 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbe426-1fca-4e46-bfbc-0ac5abbe1bab req-d245c38e-e25f-474e-88f2-e53533a850ac tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:20.610208 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5bbbe426-1fca-4e46-bfbc-0ac5abbe1bab req-d245c38e-e25f-474e-88f2-e53533a850ac tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0525765 Dec 15 14:53:20.661100 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5bbbe426-1fca-4e46-bfbc-0ac5abbe1bab req-e0de52c3-b329-4242-8d55-87570e9c3a84 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441048 Dec 15 14:53:21.507888 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 038b2695-e021-4222-b1f5-d20121cb0193 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:53:21.638222 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:21.650245 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '038b2695-e021-4222-b1f5-d20121cb0193', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'port_id': '038b2695-e021-4222-b1f5-d20121cb0193', 'mac_address': 'fa:16:3e:00:42:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:53:21.690538 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:21.716274 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 038b2695-e021-4222-b1f5-d20121cb0193 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:53:21.739529 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:21.746089 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:21.817618 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=6']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:21.827349 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.827886 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.828404 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.828893 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.829393 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.830140 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.830673 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.831585 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.832109 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.832611 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.833262 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.833909 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.834557 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:21.841302 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['038b2695-e021-4222-b1f5-d20121cb0193'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:53:21.903884 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759593aa-9042-4b97-ba14-07878f1422bb req-0d7ae424-f625-4a0a-acbb-9b18419b81be tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:21.923198 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-759593aa-9042-4b97-ba14-07878f1422bb req-0d7ae424-f625-4a0a-acbb-9b18419b81be tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 944 time: 0.1333847 Dec 15 14:53:22.057235 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-759593aa-9042-4b97-ba14-07878f1422bb req-3143ee71-dd5f-4f95-9095-ce69b48b3566 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319566 Dec 15 14:53:23.051638 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fd39ec97-4a63-4623-ade1-6bc789a103c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:23.380015 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdfcf4-215c-4483-a9fa-3903db1c7b86 req-c98ee31f-4bb9-4981-bf2d-a647a8adde11 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:23.384082 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d3fdfcf4-215c-4483-a9fa-3903db1c7b86 req-c98ee31f-4bb9-4981-bf2d-a647a8adde11 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 944 time: 0.0904250 Dec 15 14:53:23.474218 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d3fdfcf4-215c-4483-a9fa-3903db1c7b86 req-3ac6462e-6a41-4e16-a840-c14b0d03aaa5 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816989 Dec 15 14:53:23.528753 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 038b2695-e021-4222-b1f5-d20121cb0193 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:53:23.535490 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46204) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:23.614773 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 038b2695-e021-4222-b1f5-d20121cb0193 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:23.615482 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:23.728526 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bbf77fd6-0bad-4ef7-86d6-5dfc0b7193f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:23.730829 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:23.775877 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:23.779836 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d443e97c-c9f0-4c95-b41c-224195dc1eab" -d '{"events": [{"server_uuid": "27035410-8436-41d4-bde4-da532322de43", "name": "network-vif-plugged", "status": "completed", "tag": "038b2695-e021-4222-b1f5-d20121cb0193"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:23.807359 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:23.813013 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:23.834400 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bbf77fd6-0bad-4ef7-86d6-5dfc0b7193f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:23.848190 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bbf77fd6-0bad-4ef7-86d6-5dfc0b7193f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:23.881144 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=7']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:23.887757 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46220) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:23.888348 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-bbf77fd6-0bad-4ef7-86d6-5dfc0b7193f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6fde905beea489a96bf91b114a2a351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511298 Dec 15 14:53:23.913605 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf77fd6-0bad-4ef7-86d6-5dfc0b7193f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0afee02-db7e-4772-b49d-c0218f5d92ae,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:23.971983 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-de40d366-674b-48fb-abf7-eaa0d8cbecbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.020282 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-de40d366-674b-48fb-abf7-eaa0d8cbecbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.029419 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2389d87-511a-40ba-bf49-bc14998c4c13 x-openstack-request-id: req-b2389d87-511a-40ba-bf49-bc14998c4c13 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:24.029721 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27035410-8436-41d4-bde4-da532322de43", "name": "network-vif-plugged", "status": "completed", "tag": "038b2695-e021-4222-b1f5-d20121cb0193", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:24.029978 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2389d87-511a-40ba-bf49-bc14998c4c13 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:24.030372 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193', 'code': 200} Dec 15 14:53:24.098070 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-de40d366-674b-48fb-abf7-eaa0d8cbecbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.100613 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-de40d366-674b-48fb-abf7-eaa0d8cbecbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.101822 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-de40d366-674b-48fb-abf7-eaa0d8cbecbd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0afee02-db7e-4772-b49d-c0218f5d92ae HTTP/1.1" status: 204 len: 168 time: 0.2130592 Dec 15 14:53:24.119906 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40d366-674b-48fb-abf7-eaa0d8cbecbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0afee02-db7e-4772-b49d-c0218f5d92ae,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:24.134973 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.446101 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46226) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:24.460109 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-89ee1d77-a2fd-4475-9561-1803d1346f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.524523 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:53:24.553286 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-89ee1d77-a2fd-4475-9561-1803d1346f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.560445 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-89ee1d77-a2fd-4475-9561-1803d1346f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.649531 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee1d77-a2fd-4475-9561-1803d1346f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99712c5f-e499-4c4f-bd21-26bc443a8f07,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:24.655756 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-89ee1d77-a2fd-4475-9561-1803d1346f91 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e31eec00fd714cb5872697c82e011099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078507 Dec 15 14:53:24.658274 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46232) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:24.703030 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d396d9-e9c6-4dce-8f48-300274167deb req-f58bdb27-5cfc-44df-8da8-cdb4e01b7c24 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:24.711090 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-35d396d9-e9c6-4dce-8f48-300274167deb req-f58bdb27-5cfc-44df-8da8-cdb4e01b7c24 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.1276374 Dec 15 14:53:24.790547 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-35d396d9-e9c6-4dce-8f48-300274167deb req-07adda61-a62c-4417-ba2f-4f03ce89423e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698955 Dec 15 14:53:24.791580 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-56e4eaff-ba0d-49fc-90c3-03d2da638d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.824419 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-56e4eaff-ba0d-49fc-90c3-03d2da638d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.899184 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-56e4eaff-ba0d-49fc-90c3-03d2da638d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.902950 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-56e4eaff-ba0d-49fc-90c3-03d2da638d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:24.906735 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-56e4eaff-ba0d-49fc-90c3-03d2da638d7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99712c5f-e499-4c4f-bd21-26bc443a8f07 HTTP/1.1" status: 204 len: 168 time: 0.2447703 Dec 15 14:53:24.918324 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4eaff-ba0d-49fc-90c3-03d2da638d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99712c5f-e499-4c4f-bd21-26bc443a8f07,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:25.358790 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46248) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:25.372397 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c323afe2-8bc4-4f47-beb2-5ed0f33f0688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:25.458057 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c323afe2-8bc4-4f47-beb2-5ed0f33f0688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:25.463843 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-c323afe2-8bc4-4f47-beb2-5ed0f33f0688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:25.510134 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323afe2-8bc4-4f47-beb2-5ed0f33f0688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ade655-3656-4321-aaad-8cc8ea885f0b,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:25.516511 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-c323afe2-8bc4-4f47-beb2-5ed0f33f0688 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24966c673e584831b68676bfdeb87975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542540 Dec 15 14:53:25.517810 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46250) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:25.596850 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-061777f1-6174-42b7-a9fc-cf946da5d454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:25.625622 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-061777f1-6174-42b7-a9fc-cf946da5d454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:25.685781 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-061777f1-6174-42b7-a9fc-cf946da5d454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:25.688703 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-061777f1-6174-42b7-a9fc-cf946da5d454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:25.689993 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-061777f1-6174-42b7-a9fc-cf946da5d454 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4ade655-3656-4321-aaad-8cc8ea885f0b HTTP/1.1" status: 204 len: 168 time: 0.1700807 Dec 15 14:53:25.705722 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061777f1-6174-42b7-a9fc-cf946da5d454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ade655-3656-4321-aaad-8cc8ea885f0b,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:25.943000 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6699a2a-c190-4458-9bdd-33478ffabd31 req-1504e71c-9bb5-4d06-a653-6a5430d68d21 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:25.945767 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e6699a2a-c190-4458-9bdd-33478ffabd31 req-1504e71c-9bb5-4d06-a653-6a5430d68d21 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0653524 Dec 15 14:53:26.004821 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-e6699a2a-c190-4458-9bdd-33478ffabd31 req-49ca4eee-5d81-4877-b18f-4b58d844396f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525727 Dec 15 14:53:26.203408 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:26.836172 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:27.157638 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc91b6-eb89-41f8-9ccb-79e00dbcb76f req-f637cb91-b334-4f2b-8b49-98a53cb08320 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:27.165286 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5efc91b6-eb89-41f8-9ccb-79e00dbcb76f req-f637cb91-b334-4f2b-8b49-98a53cb08320 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0617766 Dec 15 14:53:27.250823 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5efc91b6-eb89-41f8-9ccb-79e00dbcb76f req-b6cd0152-d088-4260-90a3-7cd0946f3cde tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843101 Dec 15 14:53:28.487290 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cdba6-82b1-4744-943b-c343536db8b4 req-b1ae257e-6749-4a3d-8446-524113541260 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:28.489153 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b76cdba6-82b1-4744-943b-c343536db8b4 req-b1ae257e-6749-4a3d-8446-524113541260 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0571752 Dec 15 14:53:28.546613 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b76cdba6-82b1-4744-943b-c343536db8b4 req-7295ddad-4131-417e-9418-9bb2a0f5c18d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504067 Dec 15 14:53:29.686996 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c712cc-f837-4ca0-a8d1-338c896b76f1 req-a08df71c-60fd-4996-beab-0d321a99d4e9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:29.689657 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b1c712cc-f837-4ca0-a8d1-338c896b76f1 req-a08df71c-60fd-4996-beab-0d321a99d4e9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0580957 Dec 15 14:53:29.757596 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b1c712cc-f837-4ca0-a8d1-338c896b76f1 req-1d1144ea-e94a-4201-b5bb-4dc19b95ac88 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606532 Dec 15 14:53:30.884258 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68c2c2-d304-4363-a402-247a4c068796 req-33ec4ca9-5a03-41b5-8177-255aec736ebb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:30.885725 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7d68c2c2-d304-4363-a402-247a4c068796 req-33ec4ca9-5a03-41b5-8177-255aec736ebb tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0484419 Dec 15 14:53:30.934617 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7d68c2c2-d304-4363-a402-247a4c068796 req-54b7eb3d-353d-4cb6-a42c-14b982c51ee1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429959 Dec 15 14:53:31.217768 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-de714f6b-044b-465c-8c6b-9f6e992a6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:31.219266 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-de714f6b-044b-465c-8c6b-9f6e992a6336 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 1098 time: 0.0411451 Dec 15 14:53:31.306988 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-e839f7bb-369f-494a-bb06-b1f78f902f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:31.308388 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-e839f7bb-369f-494a-bb06-b1f78f902f5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 918 time: 0.0810442 Dec 15 14:53:31.378443 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-1fb0e466-d845-413a-9350-2ecf50173b6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038b2695-e021-4222-b1f5-d20121cb0193 HTTP/1.1" status: 200 len: 1001 time: 0.0623026 Dec 15 14:53:31.427588 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-176524e1-6899-4351-adf9-a6757874e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:31.429541 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-176524e1-6899-4351-adf9-a6757874e88e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.0428641 Dec 15 14:53:31.478509 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-e577608d-a469-4305-b8ac-d826402e12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:31.480050 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-e577608d-a469-4305-b8ac-d826402e12a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435557 Dec 15 14:53:31.574086 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-deb34f27-278a-4838-bf45-9688159a7213 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867209 Dec 15 14:53:31.668854 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eaae77df-2a64-4a5f-ac1e-cadd6a8ba360 req-30ff76cc-b70a-41fa-81ad-8970b41be40f service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870855 Dec 15 14:53:31.797553 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:32.061139 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5211bba-8647-425b-81ad-70e7616e2dd4 req-b5914ca4-fb88-4cdb-b9e7-ce59b5da4e1e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:32.062536 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f5211bba-8647-425b-81ad-70e7616e2dd4 req-b5914ca4-fb88-4cdb-b9e7-ce59b5da4e1e tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0508635 Dec 15 14:53:32.109323 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f5211bba-8647-425b-81ad-70e7616e2dd4 req-b9f8f3db-e6f9-4e6e-9107-fce1fe36734b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409393 Dec 15 14:53:33.248639 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30b521-acd1-4a4b-b985-f0d6dc30056e req-2f5c0659-00ca-480c-b9c3-468452183226 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.252986 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4f30b521-acd1-4a4b-b985-f0d6dc30056e req-2f5c0659-00ca-480c-b9c3-468452183226 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.0704534 Dec 15 14:53:33.340093 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4f30b521-acd1-4a4b-b985-f0d6dc30056e req-be9ccf6a-8619-420d-ba3e-b5faa6949044 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759254 Dec 15 14:53:33.384915 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c35eac81-4502-4916-b78f-7cb248029072 req-ac90a5b0-2809-4b9d-a24d-501d93983ff6 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304864735&fields=id&tenant_id=2e16dad64f934da3b407e9117466ff4d HTTP/1.1" status: 200 len: 267 time: 0.0595315 Dec 15 14:53:33.438608 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35eac81-4502-4916-b78f-7cb248029072 req-93c49f88-6c91-43ce-8208-09754e93b599 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.440116 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c35eac81-4502-4916-b78f-7cb248029072 req-93c49f88-6c91-43ce-8208-09754e93b599 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 984 time: 0.0494151 Dec 15 14:53:33.451547 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-c35eac81-4502-4916-b78f-7cb248029072 req-345fdecf-7220-428c-a585-ebc4d438e07d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Request body: {'port': {'security_groups': ['05b5857e-b01c-4fba-925f-75eceed881bf']}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:53:33.515163 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-c35eac81-4502-4916-b78f-7cb248029072 req-345fdecf-7220-428c-a585-ebc4d438e07d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:33.697594 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-c35eac81-4502-4916-b78f-7cb248029072 req-345fdecf-7220-428c-a585-ebc4d438e07d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] For port d372b2e8-e02e-4e25-bc49-a539bd759436, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d372b2e8-e02e-4e25-bc49-a539bd759436,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:33.728266 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-c35eac81-4502-4916-b78f-7cb248029072 req-345fdecf-7220-428c-a585-ebc4d438e07d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:33.733092 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-c35eac81-4502-4916-b78f-7cb248029072 req-345fdecf-7220-428c-a585-ebc4d438e07d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:33.746066 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['d372b2e8-e02e-4e25-bc49-a539bd759436'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:53:33.780671 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35eac81-4502-4916-b78f-7cb248029072 req-345fdecf-7220-428c-a585-ebc4d438e07d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.781303 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-c35eac81-4502-4916-b78f-7cb248029072 req-345fdecf-7220-428c-a585-ebc4d438e07d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:33.782741 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c35eac81-4502-4916-b78f-7cb248029072 req-345fdecf-7220-428c-a585-ebc4d438e07d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "PUT /v2.0/ports/d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 942 time: 0.3356030 Dec 15 14:53:33.783204 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:33.788949 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fa99a7-c395-4eef-8845-ea2348620f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:33.791425 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46428) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:33.828749 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23bf3ca-d220-40d0-9c0c-0bcc29138959 x-openstack-request-id: req-a23bf3ca-d220-40d0-9c0c-0bcc29138959 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:33.829041 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:33.829300 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a23bf3ca-d220-40d0-9c0c-0bcc29138959 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:33.829695 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'status': 'completed', 'code': 200} Dec 15 14:53:33.834665 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fdecf-7220-428c-a585-ebc4d438e07d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event updated for resources: {'Port': ['ID=d372b2e8-e02e-4e25-bc49-a539bd759436,revision_number=7']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:33.883036 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['d372b2e8-e02e-4e25-bc49-a539bd759436'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:53:33.893822 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b8ae5ec7-b815-473e-a59e-ba4db7d9d0fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:33.927495 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b8ae5ec7-b815-473e-a59e-ba4db7d9d0fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:33.943110 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-5db371cf-1c07-4883-962d-1b5823899d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:33.944671 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-5db371cf-1c07-4883-962d-1b5823899d3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e16dad64f934da3b407e9117466ff4d&device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 1098 time: 0.0842872 Dec 15 14:53:34.068480 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-dbbf9806-da7b-4e0a-b62e-bb13e79e0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.070744 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-dbbf9806-da7b-4e0a-b62e-bb13e79e0deb service neutron] 10.222.0.64 "GET /v2.0/networks?id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b HTTP/1.1" status: 200 len: 916 time: 0.1176014 Dec 15 14:53:34.076012 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b8ae5ec7-b815-473e-a59e-ba4db7d9d0fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.078616 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b8ae5ec7-b815-473e-a59e-ba4db7d9d0fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.079706 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b8ae5ec7-b815-473e-a59e-ba4db7d9d0fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "DELETE /v2.0/security-groups/238a6662-d0e5-4dd1-996a-c6badb8c63aa HTTP/1.1" status: 204 len: 168 time: 0.2875946 Dec 15 14:53:34.082566 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46430) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:34.111588 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b5f17f0c-073e-4bce-82b3-4a41110cb949 None None] Provisioning complete for port d372b2e8-e02e-4e25-bc49-a539bd759436 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:34.111962 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b5f17f0c-073e-4bce-82b3-4a41110cb949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.123023 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae5ec7-b815-473e-a59e-ba4db7d9d0fa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238a6662-d0e5-4dd1-996a-c6badb8c63aa,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:34.170329 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-076ad885-e801-426e-8043-aa905f85a1dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 1001 time: 0.0895548 Dec 15 14:53:34.286371 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-0cc719c0-ec52-45ff-8367-a4d1ab1d917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.288266 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-0cc719c0-ec52-45ff-8367-a4d1ab1d917c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cee18f1e-7c3e-4383-a87d-56012a71ff2e HTTP/1.1" status: 200 len: 854 time: 0.1053514 Dec 15 14:53:34.314771 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Deleting port 9b147cda-fbdf-4713-ac05-c23511b4382c {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:34.315276 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.350251 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-903a647e-d242-4f1f-a605-d32aa58f8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.352357 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-903a647e-d242-4f1f-a605-d32aa58f8ab4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559187 Dec 15 14:53:34.444107 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.444638 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.458302 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Calling delete_port for 9b147cda-fbdf-4713-ac05-c23511b4382c owned by network:floatingip {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:34.491247 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-e73c9dd4-4a77-487c-947e-3e4a2d4a49a1 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304436 Dec 15 14:53:34.597173 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4c131-3296-416f-a284-51247aca458e req-c6483f49-d758-49a2-b648-93411046289a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:34.599382 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-89c4c131-3296-416f-a284-51247aca458e req-c6483f49-d758-49a2-b648-93411046289a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 945 time: 0.1267405 Dec 15 14:53:34.628459 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-95fa99a7-c395-4eef-8845-ea2348620f3e req-8b5082e9-6367-479a-b463-1cf9a3613e92 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294763 Dec 15 14:53:34.633752 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46454) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:34.685526 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-89c4c131-3296-416f-a284-51247aca458e req-6854bc88-eef7-4125-83c3-8d798312f6fa tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775630 Dec 15 14:53:34.752037 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.786912 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event deleted for resources: {'Port': ['ID=9b147cda-fbdf-4713-ac05-c23511b4382c,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:34.802205 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d6fd117e-c451-4573-b391-fbe16f5a4521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.854945 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks [] for floatingip, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.855608 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.l3_db [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Floating IP acd1a642-b208-4436-bf9c-1c7c120490fc disassociated (deleted). External IP: 172.27.2.166, port: d372b2e8-e02e-4e25-bc49-a539bd759436. Dec 15 14:53:34.884918 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d6fd117e-c451-4573-b391-fbe16f5a4521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.891888 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d6fd117e-c451-4573-b391-fbe16f5a4521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:34.933169 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-d6fd117e-c451-4573-b391-fbe16f5a4521 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3789c409b7f4436ad25a38884fddf89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983432 Dec 15 14:53:34.935964 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46468) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:34.950810 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd117e-c451-4573-b391-fbe16f5a4521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaca0c3-abed-4966-938b-8b5c7424dbb5,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:34.994457 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d1cb4194-181d-4500-a386-31120ddca416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.017106 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d1cb4194-181d-4500-a386-31120ddca416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.077132 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d1cb4194-181d-4500-a386-31120ddca416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.080637 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d1cb4194-181d-4500-a386-31120ddca416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.081839 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-d1cb4194-181d-4500-a386-31120ddca416 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9aaca0c3-abed-4966-938b-8b5c7424dbb5 HTTP/1.1" status: 204 len: 168 time: 0.1442947 Dec 15 14:53:35.093370 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb4194-181d-4500-a386-31120ddca416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaca0c3-abed-4966-938b-8b5c7424dbb5,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:35.097000 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Router 36ff822d-5be9-4337-a948-9594832483b6 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:53:35.456334 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46486) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:35.471721 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-23830c9a-e6a1-4f6b-8be8-9790ee5b3bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.489685 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:53:35.495471 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.502896 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] Sync routers for ids ['36ff822d-5be9-4337-a948-9594832483b6'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:53:35.518529 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] Routers {'36ff822d-5be9-4337-a948-9594832483b6'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:35.519238 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:53:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['36ff822d-5be9-4337-a948-9594832483b6'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:35.541484 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-82172401-83dd-40fb-b3fb-5759b331283b tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "DELETE /v2.0/floatingips/acd1a642-b208-4436-bf9c-1c7c120490fc HTTP/1.1" status: 204 len: 168 time: 1.4456282 Dec 15 14:53:35.545257 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436'}] {{(pid=119314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:35.549990 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b153a731d63761eb74fe6a21d496159023c6413618ed33929f2ff838d171597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28b6bb5-9249-475b-844d-0b550e537d53" -d '{"events": [{"name": "network-changed", "server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436"}]}' {{(pid=119314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:35.570595 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-23830c9a-e6a1-4f6b-8be8-9790ee5b3bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.581228 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-23830c9a-e6a1-4f6b-8be8-9790ee5b3bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.589006 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 038b2695-e021-4222-b1f5-d20121cb0193 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:35.624590 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-23830c9a-e6a1-4f6b-8be8-9790ee5b3bf6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a08884530f5045ed97e07eee06f0c27c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642194 Dec 15 14:53:35.625001 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46500) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:35.656820 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23830c9a-e6a1-4f6b-8be8-9790ee5b3bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d71e7f9-e6b4-4310-9c3d-454b703dc388,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:35.712711 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7cfc44c5-ec38-426c-ace9-782243138a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.721962 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] Set router 36ff822d-5be9-4337-a948-9594832483b6 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:35.740473 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7cfc44c5-ec38-426c-ace9-782243138a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.797918 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.844191 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7cfc44c5-ec38-426c-ace9-782243138a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.855530 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7cfc44c5-ec38-426c-ace9-782243138a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.857766 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-7cfc44c5-ec38-426c-ace9-782243138a9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d71e7f9-e6b4-4310-9c3d-454b703dc388 HTTP/1.1" status: 204 len: 168 time: 0.2311482 Dec 15 14:53:35.870132 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:35.872561 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641925c2-c9d3-4a6f-bf9d-04597090e353" -d '{"events": [{"server_uuid": "27035410-8436-41d4-bde4-da532322de43", "name": "network-vif-unplugged", "status": "completed", "tag": "038b2695-e021-4222-b1f5-d20121cb0193"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:35.876337 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc44c5-ec38-426c-ace9-782243138a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d71e7f9-e6b4-4310-9c3d-454b703dc388,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:35.934458 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:35.949819 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:35.994135 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c087dc5-f40d-4ce0-b636-2c6971b3737b x-openstack-request-id: req-0c087dc5-f40d-4ce0-b636-2c6971b3737b {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:35.994443 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436", "status": "completed", "code": 200}]} {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:35.994890 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c087dc5-f40d-4ce0-b636-2c6971b3737b {{(pid=119314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:35.995444 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'status': 'completed', 'code': 200} Dec 15 14:53:36.077686 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-fc1e9521-afae-42f9-bb6d-f06d7ae7281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:36.079299 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-fc1e9521-afae-42f9-bb6d-f06d7ae7281c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e16dad64f934da3b407e9117466ff4d&device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 1098 time: 0.0612223 Dec 15 14:53:36.083046 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b303b3a-2360-4aa6-989b-7171c2d16891 x-openstack-request-id: req-8b303b3a-2360-4aa6-989b-7171c2d16891 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:36.083343 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27035410-8436-41d4-bde4-da532322de43", "name": "network-vif-unplugged", "status": "failed", "tag": "038b2695-e021-4222-b1f5-d20121cb0193", "code": 422}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:36.083607 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b303b3a-2360-4aa6-989b-7171c2d16891 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:36.084226 dv-cinder-787195-10-iscsi neutron-server[119315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193', 'code': 422} returned with failed status Dec 15 14:53:36.162123 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=8']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:36.211006 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '9e073a02-de49-4986-9f07-96ae3d17f71b', 'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'mac_address': 'fa:16:3e:f8:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:36Z', 'updated_at': '2021-12-15T14:50:42Z', 'revision_number': 5, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'subnets': [{'id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:36.239958 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-98c8f622-5970-4058-b5ad-f7071f176c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:36.241493 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-98c8f622-5970-4058-b5ad-f7071f176c54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b HTTP/1.1" status: 200 len: 916 time: 0.1477962 Dec 15 14:53:36.280567 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] Checking router: 36ff822d-5be9-4337-a948-9594832483b6 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:53:36.295742 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] Routers {'36ff822d-5be9-4337-a948-9594832483b6'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:36.296839 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:53:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['36ff822d-5be9-4337-a948-9594832483b6'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:36.304455 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-5864c542-7600-442e-846a-2ab060ffd80b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 200 len: 217 time: 0.0470719 Dec 15 14:53:36.379671 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430264cd-ec1a-46bb-9fc2-be62a6b433f6 req-0fe8f698-aef0-49a0-a030-4d59bc621577 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:36.383765 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-430264cd-ec1a-46bb-9fc2-be62a6b433f6 req-0fe8f698-aef0-49a0-a030-4d59bc621577 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.1642005 Dec 15 14:53:36.443688 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-e453f4af-afcd-4e1f-a090-eae624c11a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:36.445984 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-e453f4af-afcd-4e1f-a090-eae624c11a66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cee18f1e-7c3e-4383-a87d-56012a71ff2e HTTP/1.1" status: 200 len: 854 time: 0.1336286 Dec 15 14:53:36.471074 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-430264cd-ec1a-46bb-9fc2-be62a6b433f6 req-16b73378-a916-4e9f-a41c-a1ccdaafbd79 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745897 Dec 15 14:53:36.475198 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46540) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:36.493537 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9b11110e-940a-4a34-9ea2-426a4627a7e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:36.506302 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] Set router 36ff822d-5be9-4337-a948-9594832483b6 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:36.506833 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-4bff1120-6b74-4d68-8b90-8e633de65258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:36.508756 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-4bff1120-6b74-4d68-8b90-8e633de65258 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f0212d06-f83e-4a70-8b3d-5ffd7528a28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539777 Dec 15 14:53:36.746495 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46552) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:36.758173 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9b11110e-940a-4a34-9ea2-426a4627a7e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:36.762972 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9b11110e-940a-4a34-9ea2-426a4627a7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:36.799317 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '9e073a02-de49-4986-9f07-96ae3d17f71b', 'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'mac_address': 'fa:16:3e:f8:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:36Z', 'updated_at': '2021-12-15T14:50:42Z', 'revision_number': 5, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'subnets': [{'id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:36.829179 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-9b11110e-940a-4a34-9ea2-426a4627a7e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ea243e826c3484489c1546ddcb1b616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500154 Dec 15 14:53:36.837421 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d95329-f65c-4cac-8772-ed92f3c2c237 None None] The sync data for ids ['36ff822d-5be9-4337-a948-9594832483b6'] in dv-cinder-787195-10-iscsi is: [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:50:37Z', 'revision_number': 4, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '9e073a02-de49-4986-9f07-96ae3d17f71b', 'name': '', 'network_id': 'f0212d06-f83e-4a70-8b3d-5ffd7528a28b', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'mac_address': 'fa:16:3e:f8:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:36Z', 'updated_at': '2021-12-15T14:50:42Z', 'revision_number': 5, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'subnets': [{'id': 'cee18f1e-7c3e-4383-a87d-56012a71ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:53:36.843846 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46556) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:36.845526 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11110e-940a-4a34-9ea2-426a4627a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81938267-66c5-4d29-b5eb-86dd31c36072,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:36.899108 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-c323b5df-0cd1-47fd-a29f-76d01b468eea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1511121 Dec 15 14:53:36.918952 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-a45b4818-4fd6-4ada-b333-2c9edcfe1227 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:53:36.920545 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-a45b4818-4fd6-4ada-b333-2c9edcfe1227 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092392 Dec 15 14:53:36.923927 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e8d6e033-b065-4817-80ed-c04282415790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:36.949306 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e8d6e033-b065-4817-80ed-c04282415790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:36.977843 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-c6085276-9df8-4f36-8c67-70c46481e9e3 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596603 Dec 15 14:53:36.987359 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d00ca2-0ea6-43c2-a075-c2fde2dfc19c req-5a7e2349-e055-4959-9074-9e0ee57bd2c9 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:36.988938 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-00d00ca2-0ea6-43c2-a075-c2fde2dfc19c req-5a7e2349-e055-4959-9074-9e0ee57bd2c9 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 945 time: 0.0880878 Dec 15 14:53:37.007653 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e8d6e033-b065-4817-80ed-c04282415790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:37.011039 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e8d6e033-b065-4817-80ed-c04282415790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:37.016442 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-e8d6e033-b065-4817-80ed-c04282415790 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81938267-66c5-4d29-b5eb-86dd31c36072 HTTP/1.1" status: 204 len: 168 time: 0.1672316 Dec 15 14:53:37.027242 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6e033-b065-4817-80ed-c04282415790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81938267-66c5-4d29-b5eb-86dd31c36072,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:37.097287 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-00d00ca2-0ea6-43c2-a075-c2fde2dfc19c req-9450030a-23aa-40ec-858d-8e029e5c9f1b tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994117 Dec 15 14:53:37.141094 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f28b6bb5-9249-475b-844d-0b550e537d53 req-59feae37-f248-488c-ab70-06c52f0cd222 service neutron] 10.222.0.64 "GET /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507878 Dec 15 14:53:37.262961 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4a2f1-97bd-4076-b09b-650c5d50ca3b None None] New status for floating IP acd1a642-b208-4436-bf9c-1c7c120490fc: DOWN {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:53:37.622846 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4168c-3003-4345-954c-2269de8a210b req-66db0219-016d-494e-853f-dc7b19b47ce3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:37.624318 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bdc4168c-3003-4345-954c-2269de8a210b req-66db0219-016d-494e-853f-dc7b19b47ce3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0562792 Dec 15 14:53:37.674664 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bdc4168c-3003-4345-954c-2269de8a210b req-469ec7d8-550d-43fc-b8f7-af76355ef3ed tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441718 Dec 15 14:53:37.936666 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-50c46a36-7eb8-4278-a217-db56af2510fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:37.938092 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-50c46a36-7eb8-4278-a217-db56af2510fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43&tenant_id=43188b9b8e1145dea6c63ad16f6d74a2 HTTP/1.1" status: 200 len: 1096 time: 0.0565543 Dec 15 14:53:38.002073 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-df094e60-5d55-4443-9d2b-139383edd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:38.003591 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-df094e60-5d55-4443-9d2b-139383edd854 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 1096 time: 0.0386934 Dec 15 14:53:38.091128 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-e21e15f0-6c95-459f-8511-cf8581c728b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:38.092599 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-e21e15f0-6c95-459f-8511-cf8581c728b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 200 len: 918 time: 0.0819647 Dec 15 14:53:38.158061 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-0d381611-13dd-488a-9547-6940d94ca8f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038b2695-e021-4222-b1f5-d20121cb0193 HTTP/1.1" status: 200 len: 999 time: 0.0578768 Dec 15 14:53:38.237758 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-49b10c6f-2aba-4edb-839d-9a6ad49482e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:38.239170 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-49b10c6f-2aba-4edb-839d-9a6ad49482e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 200 len: 856 time: 0.0724251 Dec 15 14:53:38.251240 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868854b6-dfa5-4fac-b7a4-66dc1a24c1cb req-5b9c32d3-8830-4b36-98db-e14449468e1a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:38.253221 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-868854b6-dfa5-4fac-b7a4-66dc1a24c1cb req-5b9c32d3-8830-4b36-98db-e14449468e1a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 945 time: 0.0791254 Dec 15 14:53:38.326159 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-3954f206-d385-4cb2-80fb-8f682182a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:38.327771 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-3954f206-d385-4cb2-80fb-8f682182a514 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a00411fb-4394-435c-b9a7-ab8cf23b8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733199 Dec 15 14:53:38.332090 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-868854b6-dfa5-4fac-b7a4-66dc1a24c1cb req-08f6df07-fc24-47c4-bc37-f9ff17153407 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups?id=33094cd4-ef54-47b3-a889-ddd492d49b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649345 Dec 15 14:53:38.419090 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-008823ce-72c8-4f12-be13-ae772b84407e service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820949 Dec 15 14:53:38.543242 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-41e2549f-8a80-449c-9915-ae066d8e1bd9 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:38.544815 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-41e2549f-8a80-449c-9915-ae066d8e1bd9 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.64 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 945 time: 0.0980241 Dec 15 14:53:38.550467 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2c22e2e7-794e-44bc-a602-906cbecf2da1 req-ee1e1944-b16d-4b9e-b682-eb9ac79b4ef7 service neutron] 10.222.0.64 "GET /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224134 Dec 15 14:53:38.662900 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Deleting port b186b7bf-5ee6-4188-b2a0-0e9777c1473b {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:38.663280 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:38.750482 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ba515-5b54-4b05-a228-a2ffff845b34 req-64c2ef1a-27cf-4553-880a-084bdf232690 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:38.752069 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0a8ba515-5b54-4b05-a228-a2ffff845b34 req-64c2ef1a-27cf-4553-880a-084bdf232690 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.1060169 Dec 15 14:53:38.803614 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] For port b186b7bf-5ee6-4188-b2a0-0e9777c1473b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:38.805116 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:38.805253 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eee54-0c73-4723-a7a8-1baad4b8d762 req-cc317174-702a-4ad1-8da7-e7150bae1c66 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:38.806781 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d11eee54-0c73-4723-a7a8-1baad4b8d762 req-cc317174-702a-4ad1-8da7-e7150bae1c66 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0525813 Dec 15 14:53:38.865948 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d11eee54-0c73-4723-a7a8-1baad4b8d762 req-796134e4-e49e-46a8-a8d0-a43f58fb8e87 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511441 Dec 15 14:53:38.872198 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0a8ba515-5b54-4b05-a228-a2ffff845b34 req-c05b0bfd-262d-4842-9e95-5a3031d89102 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062105 Dec 15 14:53:39.000035 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:39.000402 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:39.000725 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Floating IP 95ddd65f-be7c-4094-b54c-45ff071a5e38 disassociated. External IP: 172.27.2.165, port: b186b7bf-5ee6-4188-b2a0-0e9777c1473b. Dec 15 14:53:39.001072 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Calling delete_port for b186b7bf-5ee6-4188-b2a0-0e9777c1473b owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:39.252797 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:39.296541 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event deleted for resources: {'Port': ['ID=b186b7bf-5ee6-4188-b2a0-0e9777c1473b,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:39.456755 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Router 03b54358-c9a2-4514-b8ea-a0a29962dcff has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:53:39.462808 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-634de576-cc08-4a2a-afd6-90f8b5ddc6a0 req-e3b1d2b7-c49c-4f3b-b0ca-985d0641f597 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0307217 Dec 15 14:53:39.578901 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:53:39.617519 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] Sync routers for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:53:39.628511 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:39.629678 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:53:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:39.649793 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] No DVR routers for this DVR port b186b7bf-5ee6-4188-b2a0-0e9777c1473b on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:53:39.653211 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:39.657751 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ef0f47b5-bc2d-4474-b4d9-53f0f46bc275 req-8b5dcb42-86fc-45c3-8a8a-31780763df0a tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.64 "DELETE /v2.0/ports/b186b7bf-5ee6-4188-b2a0-0e9777c1473b HTTP/1.1" status: 204 len: 173 time: 1.1063089 Dec 15 14:53:39.658258 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'name': 'network-vif-deleted', 'tag': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:39.660868 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6253f25e-0f26-48c9-b9b2-96e4ce09c557" -d '{"events": [{"server_uuid": "9915ae83-babd-445f-aaa1-6ddd7faf5607", "name": "network-vif-deleted", "tag": "b186b7bf-5ee6-4188-b2a0-0e9777c1473b"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:39.703403 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befb37f7-a0db-4c82-bc4c-08f909d31b1f x-openstack-request-id: req-befb37f7-a0db-4c82-bc4c-08f909d31b1f {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:39.703778 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9915ae83-babd-445f-aaa1-6ddd7faf5607", "name": "network-vif-deleted", "tag": "b186b7bf-5ee6-4188-b2a0-0e9777c1473b", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:39.704114 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-befb37f7-a0db-4c82-bc4c-08f909d31b1f {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:39.704596 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9915ae83-babd-445f-aaa1-6ddd7faf5607', 'name': 'network-vif-deleted', 'tag': 'b186b7bf-5ee6-4188-b2a0-0e9777c1473b', 'status': 'completed', 'code': 200} Dec 15 14:53:39.765702 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:39.986714 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:40.045189 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759c68d-7516-4af4-a5cc-a8e6ef4ce907 req-9b5b2eee-85f4-48d9-91c9-b69553476a4c tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:40.046976 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6759c68d-7516-4af4-a5cc-a8e6ef4ce907 req-9b5b2eee-85f4-48d9-91c9-b69553476a4c tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0652776 Dec 15 14:53:40.047809 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231354ad-8e27-4b50-8dc3-0f3bd0f52a5c req-d466cd3f-5a8a-497c-b4df-e93e79b65219 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:40.049027 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] Checking router: 03b54358-c9a2-4514-b8ea-a0a29962dcff for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:53:40.049488 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-231354ad-8e27-4b50-8dc3-0f3bd0f52a5c req-d466cd3f-5a8a-497c-b4df-e93e79b65219 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0806167 Dec 15 14:53:40.071189 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:40.071826 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:53:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:40.102710 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-231354ad-8e27-4b50-8dc3-0f3bd0f52a5c req-77adaed2-b9ab-45c5-bd18-6c9006da66c9 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470583 Dec 15 14:53:40.102961 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6759c68d-7516-4af4-a5cc-a8e6ef4ce907 req-0f0a85c6-92a6-47f4-abe9-31bc356634d5 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496750 Dec 15 14:53:40.190004 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:40.551250 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:40.562101 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-866794c9-b0b2-4146-bbb4-4e23988a733a req-e325523c-51b3-4d94-a204-ad21f5fd5125 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0301800 Dec 15 14:53:40.581181 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19692c98-a8e5-443d-b9a0-cad8f88273fd None None] The sync data for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi is: [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:47:04Z', 'revision_number': 4, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'a5ecd771-bb9d-49f8-bb6b-1025d0bea510', 'name': '', 'network_id': '4a278692-3315-4faf-ad0e-7760eff511d9', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'mac_address': 'fa:16:3e:40:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:01Z', 'updated_at': '2021-12-15T14:47:16Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'subnets': [{'id': 'ea9f991a-1870-4cf7-ad23-48cda883cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:53:40.831504 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3acef-be95-4656-ba5f-3e13515993a8 None None] New status for floating IP 95ddd65f-be7c-4094-b54c-45ff071a5e38: DOWN {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:53:41.229425 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f783-bbd1-42a9-b7c2-0688e5986fcb req-1a11966b-06d5-4594-b99e-68b30225e5ce tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:41.237948 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fb95f783-bbd1-42a9-b7c2-0688e5986fcb req-1a11966b-06d5-4594-b99e-68b30225e5ce tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0638518 Dec 15 14:53:41.261967 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199aed3-a33f-4a7d-a907-380d94da8e7c req-fc647482-8e20-43ba-a972-dd73a2691af1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:41.263598 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1199aed3-a33f-4a7d-a907-380d94da8e7c req-fc647482-8e20-43ba-a972-dd73a2691af1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0829847 Dec 15 14:53:41.289215 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fb95f783-bbd1-42a9-b7c2-0688e5986fcb req-0c13518d-561b-48bf-b6fa-78c5f6fe0eb7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503819 Dec 15 14:53:41.342184 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1199aed3-a33f-4a7d-a907-380d94da8e7c req-842f2f04-6451-4271-97dc-0c6c57c57332 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714176 Dec 15 14:53:41.669909 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1c706790-4eb0-4ac6-85f5-c5b15025e6ba req-5efb7664-a630-4cfe-ae17-f7df32024c12 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0328598 Dec 15 14:53:42.427394 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7e212-fe90-483b-b98f-2752683b216f req-0db67576-c51c-4bf5-9fd8-8e1cb53a08f7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:42.436185 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-74e7e212-fe90-483b-b98f-2752683b216f req-0db67576-c51c-4bf5-9fd8-8e1cb53a08f7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0713794 Dec 15 14:53:42.481386 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4f879-afc6-4a16-963a-603c932fcc33 req-c769f1df-a612-41e7-a5f0-6034d7406299 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:42.482905 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-72d4f879-afc6-4a16-963a-603c932fcc33 req-c769f1df-a612-41e7-a5f0-6034d7406299 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0577981 Dec 15 14:53:42.486777 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-74e7e212-fe90-483b-b98f-2752683b216f req-9fb0dae2-3846-402f-b54c-435219f97939 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495558 Dec 15 14:53:42.536352 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-72d4f879-afc6-4a16-963a-603c932fcc33 req-8b6271ca-5071-44ac-9367-a3814ef7cf77 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474269 Dec 15 14:53:42.768082 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-233f830a-e928-4a53-bee5-99afb3d70db8 req-0599c41a-0a7e-4844-b7de-75284e893d64 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0282435 Dec 15 14:53:43.599759 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device b186b7bf-5ee6-4188-b2a0-0e9777c1473b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:43.621477 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: b186b7bf-5ee6-4188-b2a0-0e9777c1473b {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:43.621844 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device b186b7bf-5ee6-4188-b2a0-0e9777c1473b not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:43.644451 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c5cf-bc01-4275-b3e0-847d8803ba82 req-8057939c-9a7f-4dd8-ae1a-1c5a15425c10 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:43.647109 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2a55c5cf-bc01-4275-b3e0-847d8803ba82 req-8057939c-9a7f-4dd8-ae1a-1c5a15425c10 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0582879 Dec 15 14:53:43.701286 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f32f5-2069-4953-a14b-d70887036013 req-0bae3ea9-58ba-4e19-bfc7-2f73f26f8f6a tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:43.703183 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-fd7f32f5-2069-4953-a14b-d70887036013 req-0bae3ea9-58ba-4e19-bfc7-2f73f26f8f6a tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0656028 Dec 15 14:53:43.713264 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2a55c5cf-bc01-4275-b3e0-847d8803ba82 req-0b99c0b2-b975-4fd0-bbba-fb141b82dbf2 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601630 Dec 15 14:53:43.753593 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-fd7f32f5-2069-4953-a14b-d70887036013 req-229e38b3-ae64-4e61-b0ca-7ebe089e9e06 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Dec 15 14:53:43.868093 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-440daabf-a681-44e3-9d07-ddf73a02339a req-d28c20c7-eea0-455c-b5a6-3b73660ed6bb tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Dec 15 14:53:44.869013 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c867bff-a5ca-451f-992e-953d9b8e641b req-546a813e-5553-491f-be8f-a3a1f3abaea3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:44.870576 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5c867bff-a5ca-451f-992e-953d9b8e641b req-546a813e-5553-491f-be8f-a3a1f3abaea3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0817266 Dec 15 14:53:44.914784 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778d87e-b78d-4ee5-9d49-fd718774025f req-c62cbf17-dc2e-40e8-a667-93a2041983ff tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:44.916308 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3778d87e-b78d-4ee5-9d49-fd718774025f req-c62cbf17-dc2e-40e8-a667-93a2041983ff tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0548840 Dec 15 14:53:44.923199 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5c867bff-a5ca-451f-992e-953d9b8e641b req-d57765a5-8b03-4a71-a0e5-8f87ed680aac tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457385 Dec 15 14:53:44.978477 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3778d87e-b78d-4ee5-9d49-fd718774025f req-167131cb-d203-4a51-b462-db7c8b369b78 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443747 Dec 15 14:53:45.025100 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6bbbcd4c-e4a3-47b5-848c-852064d650af req-221dee67-48ea-40ff-896a-56cc655dccc6 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0284541 Dec 15 14:53:46.059267 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6e9a2-c911-4497-88f2-068b51d46e6b req-5c393000-3dc7-45df-88e3-0c173131267d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:46.066739 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c7b6e9a2-c911-4497-88f2-068b51d46e6b req-5c393000-3dc7-45df-88e3-0c173131267d tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0614603 Dec 15 14:53:46.098815 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90551c0b-4a8a-4939-8a3a-411114e2f26b req-d846951a-2c4c-4e8b-ae09-600295b8c3a2 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:46.101035 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-90551c0b-4a8a-4939-8a3a-411114e2f26b req-d846951a-2c4c-4e8b-ae09-600295b8c3a2 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0521367 Dec 15 14:53:46.119462 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c7b6e9a2-c911-4497-88f2-068b51d46e6b req-d6821a19-0216-442f-8945-10e0521da4b3 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508265 Dec 15 14:53:46.155761 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-90551c0b-4a8a-4939-8a3a-411114e2f26b req-96e59b49-04df-44fd-81d9-fca6f72260ad tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487845 Dec 15 14:53:46.230958 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-097eec99-7b65-4f4f-ac73-f3b5cc79813f req-1c875cb6-5070-43fd-9de8-097333f6cc94 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0273867 Dec 15 14:53:47.287446 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bd4ab-ea1b-411f-8f36-a078ba9b4cd7 req-c68d9e32-5975-4c5d-9b5e-e43b436a4339 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:47.295668 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-df8bd4ab-ea1b-411f-8f36-a078ba9b4cd7 req-c68d9e32-5975-4c5d-9b5e-e43b436a4339 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0841906 Dec 15 14:53:47.321475 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79724104-60ab-4e44-a6e8-3a999f5e9d42 req-78cea7da-dd3a-4408-b115-ff425c41aa20 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:47.328748 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-79724104-60ab-4e44-a6e8-3a999f5e9d42 req-78cea7da-dd3a-4408-b115-ff425c41aa20 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0880377 Dec 15 14:53:47.343006 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-df8bd4ab-ea1b-411f-8f36-a078ba9b4cd7 req-6e08d476-6484-44ac-b0da-78d29c6b4358 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463319 Dec 15 14:53:47.381465 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-79724104-60ab-4e44-a6e8-3a999f5e9d42 req-4bbed3a7-8aef-4415-85e1-686661dbbd45 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517647 Dec 15 14:53:47.426504 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-27c84ec1-7104-48cf-96e3-f10b125d5aaa req-d7845d11-f75d-4378-8e1d-7ff941bfa33d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0266681 Dec 15 14:53:48.468247 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8c8c1-36d1-456e-9004-b0c38aef0542 req-8b0ce934-90a2-4ede-8c7e-5a65aaa60fb7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:48.469748 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-50e8c8c1-36d1-456e-9004-b0c38aef0542 req-8b0ce934-90a2-4ede-8c7e-5a65aaa60fb7 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0523314 Dec 15 14:53:48.516824 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a3ad6-4036-47e7-a689-de4d474b0c9a req-9a44a044-bf0d-4979-a333-9eec4844ed65 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:48.518527 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-806a3ad6-4036-47e7-a689-de4d474b0c9a req-9a44a044-bf0d-4979-a333-9eec4844ed65 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0625002 Dec 15 14:53:48.521792 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-50e8c8c1-36d1-456e-9004-b0c38aef0542 req-fab1a4ea-80d7-4ab2-b3e7-ee79dba376c0 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454483 Dec 15 14:53:48.569694 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-806a3ad6-4036-47e7-a689-de4d474b0c9a req-1844c221-4e64-407f-a8e9-34f5eff718d1 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Dec 15 14:53:48.614797 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-97211c50-e15d-4f73-b5c8-52eeaaa279b8 req-5793b00a-f91e-4d8d-b9a8-96bd1a9b683f tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0297914 Dec 15 14:53:49.657626 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81970c-8f03-4b76-a5f2-2149c587b50b req-a5e021ec-588d-478c-8bc7-37a1e2f638a8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:49.659335 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4e81970c-8f03-4b76-a5f2-2149c587b50b req-a5e021ec-588d-478c-8bc7-37a1e2f638a8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0641048 Dec 15 14:53:49.712449 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-4e81970c-8f03-4b76-a5f2-2149c587b50b req-93ec7ed5-939c-4768-9c73-bcc4dd5d703a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465374 Dec 15 14:53:49.719174 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc086b0-0ff4-4858-8375-93ba43789eb7 req-74316a90-5fd9-42b3-8d5f-f450092ad947 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:49.720923 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-cfc086b0-0ff4-4858-8375-93ba43789eb7 req-74316a90-5fd9-42b3-8d5f-f450092ad947 tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0682406 Dec 15 14:53:49.775370 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-cfc086b0-0ff4-4858-8375-93ba43789eb7 req-475b812b-0978-4fb2-a76a-fe0a6195175f tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483921 Dec 15 14:53:49.819642 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-342ba8d2-b09a-43c0-a276-28ee7740e4be req-f75ad871-df2a-4baf-a670-09021aae71ef tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/ports?device_id=9915ae83-babd-445f-aaa1-6ddd7faf5607 HTTP/1.1" status: 200 len: 210 time: 0.0250711 Dec 15 14:53:50.526787 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ef640c56-ca28-4fe1-a1de-e33ee3f99910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:50.845432 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93125b8f-72d4-4d04-b59f-054de1196897 req-937955dd-c8bf-4838-98c1-46d06206c753 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:50.847052 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-93125b8f-72d4-4d04-b59f-054de1196897 req-937955dd-c8bf-4838-98c1-46d06206c753 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 943 time: 0.0520365 Dec 15 14:53:50.893557 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-93125b8f-72d4-4d04-b59f-054de1196897 req-11ab8a46-9409-476b-9495-a486d0726265 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400610 Dec 15 14:53:50.894408 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc3c66-ea49-4660-9b64-acf2f0895c6e req-7f91d382-6f8b-4424-8d4f-6eda74c9068c tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:50.896092 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-73dc3c66-ea49-4660-9b64-acf2f0895c6e req-7f91d382-6f8b-4424-8d4f-6eda74c9068c tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0504019 Dec 15 14:53:50.945745 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-73dc3c66-ea49-4660-9b64-acf2f0895c6e req-47533ba0-3e78-41e4-bcac-49f14306980f tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.62 "GET /v2.0/security-groups?id=05b5857e-b01c-4fba-925f-75eceed881bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Dec 15 14:53:50.986775 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46680) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:51.019465 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-b5453b1c-c84b-4192-9080-a2f736f73d0d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:51.020832 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-b5453b1c-c84b-4192-9080-a2f736f73d0d tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cf214d-88ba-498e-bac9-cb77f5b9354c HTTP/1.1" status: 200 len: 945 time: 0.0485318 Dec 15 14:53:51.044704 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f27b6d99-b691-4201-a58e-4068bbf6e89d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.067449 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f27b6d99-b691-4201-a58e-4068bbf6e89d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.116060 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Deleting port d372b2e8-e02e-4e25-bc49-a539bd759436 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:51.116432 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.116715 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f27b6d99-b691-4201-a58e-4068bbf6e89d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.119340 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f27b6d99-b691-4201-a58e-4068bbf6e89d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.120484 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f27b6d99-b691-4201-a58e-4068bbf6e89d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "DELETE /v2.0/security-groups/33094cd4-ef54-47b3-a889-ddd492d49b0d HTTP/1.1" status: 204 len: 168 time: 0.1325812 Dec 15 14:53:51.124897 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46682) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:51.138402 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b6d99-b691-4201-a58e-4068bbf6e89d tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33094cd4-ef54-47b3-a889-ddd492d49b0d,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:51.147156 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.api.v2.resource [None req-4eae1333-67b0-463d-9bc5-5d67a4fec032 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] show failed (client error): The resource could not be found. Dec 15 14:53:51.148180 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-4eae1333-67b0-463d-9bc5-5d67a4fec032 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "GET /v2.0/security-groups/33094cd4-ef54-47b3-a889-ddd492d49b0d HTTP/1.1" status: 404 len: 347 time: 0.0223863 Dec 15 14:53:51.151464 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46684) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:51.204164 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] For port d372b2e8-e02e-4e25-bc49-a539bd759436, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d372b2e8-e02e-4e25-bc49-a539bd759436,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:51.204527 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.217030 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Calling delete_port for d372b2e8-e02e-4e25-bc49-a539bd759436 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:51.276216 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-e60639aa-5680-4a7f-ac17-6ce2759d9028 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Deleting port 6e5cf315-7f74-4525-bffa-d90e88dd7830 {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:51.276500 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e60639aa-5680-4a7f-ac17-6ce2759d9028 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.351393 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.352579 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e60639aa-5680-4a7f-ac17-6ce2759d9028 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.352937 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e60639aa-5680-4a7f-ac17-6ce2759d9028 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.364958 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['d372b2e8-e02e-4e25-bc49-a539bd759436'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:53:51.366495 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-e60639aa-5680-4a7f-ac17-6ce2759d9028 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Calling delete_port for 6e5cf315-7f74-4525-bffa-d90e88dd7830 owned by network:floatingip {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:51.380047 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Pushing event deleted for resources: {'Port': ['ID=d372b2e8-e02e-4e25-bc49-a539bd759436,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:51.413131 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.413501 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.413919 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.414267 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.414610 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.414975 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.415314 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.415650 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.415983 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.416315 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.416647 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.416976 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.417307 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:53:51.442287 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] No DVR routers for this DVR port d372b2e8-e02e-4e25-bc49-a539bd759436 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:53:51.444908 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.448493 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b85f8e5a-e70c-47b5-8e68-7267f0d5fc5f req-acf3f612-689d-41e1-872e-8e139aa597aa tempest-TestMinimumBasicScenario-1913335852 tempest-TestMinimumBasicScenario-1913335852-project] 10.222.0.64 "DELETE /v2.0/ports/d372b2e8-e02e-4e25-bc49-a539bd759436 HTTP/1.1" status: 204 len: 173 time: 0.4215224 Dec 15 14:53:51.448956 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'name': 'network-vif-deleted', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:51.451382 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa38fa71-db07-4393-bd55-3fe48372c69e" -d '{"events": [{"server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "name": "network-vif-deleted", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:51.501935 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b37f566-5a19-4623-92e2-0f3662d64e3a x-openstack-request-id: req-6b37f566-5a19-4623-92e2-0f3662d64e3a {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:51.501935 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cf214d-88ba-498e-bac9-cb77f5b9354c", "name": "network-vif-deleted", "tag": "d372b2e8-e02e-4e25-bc49-a539bd759436", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:51.502235 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b37f566-5a19-4623-92e2-0f3662d64e3a {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:51.502624 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cf214d-88ba-498e-bac9-cb77f5b9354c', 'name': 'network-vif-deleted', 'tag': 'd372b2e8-e02e-4e25-bc49-a539bd759436', 'status': 'completed', 'code': 200} Dec 15 14:53:51.516003 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e60639aa-5680-4a7f-ac17-6ce2759d9028 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.545414 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60639aa-5680-4a7f-ac17-6ce2759d9028 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Pushing event deleted for resources: {'Port': ['ID=6e5cf315-7f74-4525-bffa-d90e88dd7830,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:51.610575 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e60639aa-5680-4a7f-ac17-6ce2759d9028 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks [] for floatingip, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.613214 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-e60639aa-5680-4a7f-ac17-6ce2759d9028 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.614352 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-e60639aa-5680-4a7f-ac17-6ce2759d9028 tempest-AttachVolumeTestJSON-2097646547 tempest-AttachVolumeTestJSON-2097646547-project] 10.222.0.62 "DELETE /v2.0/floatingips/95ddd65f-be7c-4094-b54c-45ff071a5e38 HTTP/1.1" status: 204 len: 168 time: 0.4619772 Dec 15 14:53:51.646223 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 038b2695-e021-4222-b1f5-d20121cb0193 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:53:51.744460 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:51.757193 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '038b2695-e021-4222-b1f5-d20121cb0193', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'port_id': '038b2695-e021-4222-b1f5-d20121cb0193', 'mac_address': 'fa:16:3e:00:42:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:53:51.801550 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.819664 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038b2695-e021-4222-b1f5-d20121cb0193 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:53:51.841227 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:51.845432 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:51.896362 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=9']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:52.023208 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0de24-1baf-41e7-a237-0a91da9b9dae req-044d6808-9c54-40b7-b0c1-d7a297e4bc71 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:52.024737 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8dd0de24-1baf-41e7-a237-0a91da9b9dae req-044d6808-9c54-40b7-b0c1-d7a297e4bc71 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 944 time: 0.0512872 Dec 15 14:53:52.064847 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['038b2695-e021-4222-b1f5-d20121cb0193'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:53:52.079941 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8dd0de24-1baf-41e7-a237-0a91da9b9dae req-1a838ff4-91b9-4603-a3d9-a5b17f3f6aea tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492349 Dec 15 14:53:52.529585 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46734) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:52.945669 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503058'] for router_interface, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:52.960990 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-666eba51-fade-4037-9577-50d2b2ebbfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.200182 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d5915-e880-419f-b843-d5cba3d5d252 req-7e925757-b40e-484a-97d4-3aff50139a8c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:53.201593 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-167d5915-e880-419f-b843-d5cba3d5d252 req-7e925757-b40e-484a-97d4-3aff50139a8c tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 944 time: 0.0484040 Dec 15 14:53:53.252731 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-167d5915-e880-419f-b843-d5cba3d5d252 req-14787b94-8009-4d2d-86ac-5f694fe72162 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Dec 15 14:53:53.475454 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] Deleting port 9e073a02-de49-4986-9f07-96ae3d17f71b {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:53.476020 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.549429 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] For port 9e073a02-de49-4986-9f07-96ae3d17f71b, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=9e073a02-de49-4986-9f07-96ae3d17f71b,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:53.549815 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.562563 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] Calling delete_port for 9e073a02-de49-4986-9f07-96ae3d17f71b owned by network:router_interface {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:53.648908 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 038b2695-e021-4222-b1f5-d20121cb0193 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:53:53.698709 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 038b2695-e021-4222-b1f5-d20121cb0193 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:53:53.699097 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.746737 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.772731 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e073a02-de49-4986-9f07-96ae3d17f71b,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:53.780338 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.808094 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:53:53.810380 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcd9d8d-0eaa-432d-ad93-ef341f83e15e" -d '{"events": [{"server_uuid": "27035410-8436-41d4-bde4-da532322de43", "name": "network-vif-plugged", "status": "completed", "tag": "038b2695-e021-4222-b1f5-d20121cb0193"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:53:53.828103 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:53.833507 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:53.835120 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device d372b2e8-e02e-4e25-bc49-a539bd759436 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:53.876809 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af8d44-df4b-4101-8368-0379457e3fd3 x-openstack-request-id: req-74af8d44-df4b-4101-8368-0379457e3fd3 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:53:53.877034 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27035410-8436-41d4-bde4-da532322de43", "name": "network-vif-plugged", "status": "completed", "tag": "038b2695-e021-4222-b1f5-d20121cb0193", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:53:53.877300 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74af8d44-df4b-4101-8368-0379457e3fd3 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:53:53.877694 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193', 'code': 200} Dec 15 14:53:53.882433 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: d372b2e8-e02e-4e25-bc49-a539bd759436 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:53.883487 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device d372b2e8-e02e-4e25-bc49-a539bd759436 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:53.911278 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=10']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:53.982462 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-503182'] for router_interface, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.124829 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.137275 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ce68-54e5-45d7-8666-3a67b0067caf req-8304e013-886c-418f-938e-196759b6fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:54.138804 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cf9ce68-54e5-45d7-8666-3a67b0067caf req-8304e013-886c-418f-938e-196759b6fa97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 1099 time: 0.0798509 Dec 15 14:53:54.256587 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cf9ce68-54e5-45d7-8666-3a67b0067caf req-bfb7ba1e-c663-44ab-9af9-944e80073943 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796292 Dec 15 14:53:54.275449 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] Router 36ff822d-5be9-4337-a948-9594832483b6 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:53:54.377112 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306855f-2b53-4e01-a1ce-4f8f5e84c075 req-2109d5aa-a4cb-4ab9-a6b9-56fa8b1c9756 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:54.378751 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3306855f-2b53-4e01-a1ce-4f8f5e84c075 req-2109d5aa-a4cb-4ab9-a6b9-56fa8b1c9756 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 946 time: 0.0497715 Dec 15 14:53:54.389396 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:53:54.394451 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-9ab660ec-eb00-4316-be0b-c0a2c9fedee3 admin admin] 10.222.0.62 "PUT /v2.0/routers/36ff822d-5be9-4337-a948-9594832483b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637772 Dec 15 14:53:54.397739 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46758) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:54.401120 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] Sync routers for ids ['36ff822d-5be9-4337-a948-9594832483b6'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:53:54.412723 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] Routers {'36ff822d-5be9-4337-a948-9594832483b6'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:54.413498 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:53:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['36ff822d-5be9-4337-a948-9594832483b6'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:54.440519 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3306855f-2b53-4e01-a1ce-4f8f5e84c075 req-1d60f42c-dc15-4173-aa56-cd8246a8f9d4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557079 Dec 15 14:53:54.507601 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Publish callbacks [] for router, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.521205 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] Set router 36ff822d-5be9-4337-a948-9594832483b6 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:54.611805 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.663098 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Deleting port c874f4c9-2750-4d1f-bd2b-b1eef79b949d {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:54.663440 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.698959 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:53:53Z', 'revision_number': 5, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port': {'id': 'c874f4c9-2750-4d1f-bd2b-b1eef79b949d', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff822d-5be9-4337-a948-9594832483b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:35Z', 'updated_at': '2021-12-15T14:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:54.725193 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] Checking router: 36ff822d-5be9-4337-a948-9594832483b6 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:53:54.733694 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] Routers {'36ff822d-5be9-4337-a948-9594832483b6'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:54.734358 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:53:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['36ff822d-5be9-4337-a948-9594832483b6'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:54.743634 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] For port c874f4c9-2750-4d1f-bd2b-b1eef79b949d, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c874f4c9-2750-4d1f-bd2b-b1eef79b949d,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:54.744025 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.755416 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Calling delete_port for c874f4c9-2750-4d1f-bd2b-b1eef79b949d owned by network:router_gateway {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:54.819813 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] Set router 36ff822d-5be9-4337-a948-9594832483b6 gateway port host: None {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:54.872689 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:53:54Z', 'revision_number': 6, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port_host': None}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:54.901679 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54704ddd-b7b9-4815-a394-7400e3838963 None None] The sync data for ids ['36ff822d-5be9-4337-a948-9594832483b6'] in dv-cinder-787195-10-iscsi is: [{'id': '36ff822d-5be9-4337-a948-9594832483b6', 'name': 'tempest-TestMinimumBasicScenario-1830980002-router', 'tenant_id': '2e16dad64f934da3b407e9117466ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:34Z', 'updated_at': '2021-12-15T14:53:54Z', 'revision_number': 6, 'project_id': '2e16dad64f934da3b407e9117466ff4d', 'gw_port_host': None}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:53:54.928309 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:54.955042 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c874f4c9-2750-4d1f-bd2b-b1eef79b949d,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:55.015612 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502060'] for router_gateway, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.121032 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12353'] for router, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.123216 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.187113 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501429'] for router, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.187699 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36ff822d-5be9-4337-a948-9594832483b6 {{(pid=119313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:53:55.194066 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.195284 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-f0438849-f913-4d30-ae48-99ce3bb88a73 admin admin] 10.222.0.62 "DELETE /v2.0/routers/36ff822d-5be9-4337-a948-9594832483b6 HTTP/1.1" status: 204 len: 168 time: 0.7963808 Dec 15 14:53:55.197999 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46766) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:55.201541 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46768) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:55.244435 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_v2 [None req-20816a13-0383-4457-87ca-d90ebceda16c admin admin] Deleting subnet cee18f1e-7c3e-4383-a87d-56012a71ff2e {{(pid=119314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:53:55.247894 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-20816a13-0383-4457-87ca-d90ebceda16c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.319106 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-20816a13-0383-4457-87ca-d90ebceda16c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5374569'] for subnet, precommit_delete_associations {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.437038 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 9e073a02-de49-4986-9f07-96ae3d17f71b no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:55.470204 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-20816a13-0383-4457-87ca-d90ebceda16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.473304 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 9e073a02-de49-4986-9f07-96ae3d17f71b {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:55.473666 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 9e073a02-de49-4986-9f07-96ae3d17f71b not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:55.539140 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-20816a13-0383-4457-87ca-d90ebceda16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4977361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4318738'] for subnet, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.571865 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20816a13-0383-4457-87ca-d90ebceda16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee18f1e-7c3e-4383-a87d-56012a71ff2e,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:55.576243 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-20816a13-0383-4457-87ca-d90ebceda16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.579429 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-20816a13-0383-4457-87ca-d90ebceda16c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cee18f1e-7c3e-4383-a87d-56012a71ff2e HTTP/1.1" status: 204 len: 168 time: 0.3802152 Dec 15 14:53:55.583950 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46796) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:55.587521 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67a4aa-4be3-4d77-8d8e-5633899eeaf2 None None] Network f0212d06-f83e-4a70-8b3d-5ffd7528a28b requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:53:55.650834 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f7b48-29c8-4918-820b-ab152a66e588 req-3ccc1c65-c5d3-408b-b419-1793c59ad90a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:55.652750 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d6f7b48-29c8-4918-820b-ab152a66e588 req-3ccc1c65-c5d3-408b-b419-1793c59ad90a tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 946 time: 0.1192815 Dec 15 14:53:55.697546 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.790613 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2d6f7b48-29c8-4918-820b-ab152a66e588 req-ee528d1d-e066-4182-9a2d-70192b859615 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035860 Dec 15 14:53:55.794255 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Deleting port 09aeb66c-c6f8-4602-91b4-7f8de065eb05 {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:55.795774 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.814395 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b52f5a-bb19-436e-a8db-23d4a3d4b19f None None] DHCP port deletion for f0212d06-f83e-4a70-8b3d-5ffd7528a28b request from dv-cinder-787195-10-iscsi {{(pid=119315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:53:55.886187 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] For port 09aeb66c-c6f8-4602-91b4-7f8de065eb05, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=09aeb66c-c6f8-4602-91b4-7f8de065eb05,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:55.887959 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.903268 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Calling delete_port for 09aeb66c-c6f8-4602-91b4-7f8de065eb05 owned by network:dhcp {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:55.904484 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-f0b52f5a-bb19-436e-a8db-23d4a3d4b19f None None] Deleting port 09aeb66c-c6f8-4602-91b4-7f8de065eb05 {{(pid=119315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:55.904717 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f0b52f5a-bb19-436e-a8db-23d4a3d4b19f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.995975 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-f0b52f5a-bb19-436e-a8db-23d4a3d4b19f None None] For port 09aeb66c-c6f8-4602-91b4-7f8de065eb05, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=09aeb66c-c6f8-4602-91b4-7f8de065eb05,segment=NetworkSegment(2f37d92d-f9be-42a2-a61a-7658f34d52b5),segment_id=2f37d92d-f9be-42a2-a61a-7658f34d52b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:55.996761 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f0b52f5a-bb19-436e-a8db-23d4a3d4b19f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:55.999459 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503058'] for router_interface, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.011911 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-f0b52f5a-bb19-436e-a8db-23d4a3d4b19f None None] Calling delete_port for 09aeb66c-c6f8-4602-91b4-7f8de065eb05 owned by network:dhcp {{(pid=119315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:56.036924 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.063601 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Pushing event deleted for resources: {'Port': ['ID=09aeb66c-c6f8-4602-91b4-7f8de065eb05,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:56.066587 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] No DVR routers for this DVR port 09aeb66c-c6f8-4602-91b4-7f8de065eb05 on host dv-cinder-787195-10-iscsi {{(pid=119314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:53:56.156540 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f0b52f5a-bb19-436e-a8db-23d4a3d4b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697'] for port, after_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.176215 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b52f5a-bb19-436e-a8db-23d4a3d4b19f None None] No DVR routers for this DVR port 09aeb66c-c6f8-4602-91b4-7f8de065eb05 on host dv-cinder-787195-10-iscsi {{(pid=119315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:53:56.196269 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.220866 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b52f5a-bb19-436e-a8db-23d4a3d4b19f None None] Pushing event deleted for resources: {'Port': ['ID=09aeb66c-c6f8-4602-91b4-7f8de065eb05,revision_number=None']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:56.229467 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0212d06-f83e-4a70-8b3d-5ffd7528a28b']}} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:56.239702 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.246072 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f37d92d-f9be-42a2-a61a-7658f34d52b5') {'for_net_delete': True} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:56.246878 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f37d92d-f9be-42a2-a61a-7658f34d52b5') {} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:56.257730 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5374610'] for segment, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.274132 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.290321 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=119314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:53:56.290762 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4977339'] for segment, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: Traceback (most recent call last): Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: timer() Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: cb(*args, **kw) Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: return func(*args, **kwargs) Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: self._notify() Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: self.callback(batched_events) Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: event.method(event) Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: return f(self, *a, **k) Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._get(url).json() Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: return self.request(url, 'GET', **kwargs) Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:53:56.293213 dv-cinder-787195-10-iscsi neutron-server[119314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:53:56.345493 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] Deleting port a5ecd771-bb9d-49f8-bb6b-1025d0bea510 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:56.345826 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.351151 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.357119 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.361615 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] 10.222.0.62 "DELETE /v2.0/networks/f0212d06-f83e-4a70-8b3d-5ffd7528a28b HTTP/1.1" status: 204 len: 168 time: 0.7764955 Dec 15 14:53:56.373150 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46810) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:56.379540 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1ed4d-7e05-4bfc-942c-4b5d9ec846ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f0212d06-f83e-4a70-8b3d-5ffd7528a28b,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:56.432493 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] For port a5ecd771-bb9d-49f8-bb6b-1025d0bea510, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=a5ecd771-bb9d-49f8-bb6b-1025d0bea510,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:56.432795 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.444808 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] Calling delete_port for a5ecd771-bb9d-49f8-bb6b-1025d0bea510 owned by network:router_interface {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:56.627950 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.654998 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ecd771-bb9d-49f8-bb6b-1025d0bea510,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:56.772587 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503058'] for router_interface, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.829415 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-503182'] for router_interface, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:56.835164 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.006721 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84996a-66da-412f-8c6f-1ddb681a31e9 req-7ebf640d-17ca-4b0e-956e-7b1499580291 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:53:57.008205 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8b84996a-66da-412f-8c6f-1ddb681a31e9 req-7ebf640d-17ca-4b0e-956e-7b1499580291 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 946 time: 0.0838950 Dec 15 14:53:57.055319 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] Router 03b54358-c9a2-4514-b8ea-a0a29962dcff has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:53:57.105923 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8b84996a-66da-412f-8c6f-1ddb681a31e9 req-5a8fda96-636e-400c-9ea8-f52938ff294f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909107 Dec 15 14:53:57.125332 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] Deleting port cac9d86d-aa25-41f3-9140-3fc3227668b1 {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:57.125682 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.163668 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:53:57.171286 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-1eab42d9-1d76-4112-8c88-172a00c5c21c admin admin] 10.222.0.62 "PUT /v2.0/routers/03b54358-c9a2-4514-b8ea-a0a29962dcff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9686105 Dec 15 14:53:57.171887 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46816) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:57.172134 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] Sync routers for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:53:57.182450 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:57.183088 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:53:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:57.209714 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] For port cac9d86d-aa25-41f3-9140-3fc3227668b1, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=cac9d86d-aa25-41f3-9140-3fc3227668b1,segment=NetworkSegment(889cb62d-d063-4d9b-a84d-7895f82168f3),segment_id=889cb62d-d063-4d9b-a84d-7895f82168f3)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:57.210560 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.223174 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] Calling delete_port for cac9d86d-aa25-41f3-9140-3fc3227668b1 owned by network:router_interface {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:57.296077 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:57.403291 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c874f4c9-2750-4d1f-bd2b-b1eef79b949d no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:57.424299 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: c874f4c9-2750-4d1f-bd2b-b1eef79b949d {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:57.425078 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c874f4c9-2750-4d1f-bd2b-b1eef79b949d not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:57.425731 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 09aeb66c-c6f8-4602-91b4-7f8de065eb05 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:57.447691 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 09aeb66c-c6f8-4602-91b4-7f8de065eb05 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:57.448340 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 09aeb66c-c6f8-4602-91b4-7f8de065eb05 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:57.457641 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.487878 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac9d86d-aa25-41f3-9140-3fc3227668b1,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:57.516480 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:53:56Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:57.548829 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Publish callbacks [] for router, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.556330 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] Checking router: 03b54358-c9a2-4514-b8ea-a0a29962dcff for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:53:57.565955 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] Routers {'03b54358-c9a2-4514-b8ea-a0a29962dcff'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:57.566695 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:53:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['03b54358-c9a2-4514-b8ea-a0a29962dcff'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:57.673690 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.679215 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-503182'] for router_interface, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.741298 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Deleting port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:57.741845 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.789114 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] Set router 03b54358-c9a2-4514-b8ea-a0a29962dcff gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:57.838312 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] For port 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=8f2b6a8b-4b9c-4dff-8aed-e52f29a32613,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:57.838649 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:57.852087 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Calling delete_port for 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 owned by network:router_gateway {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:57.938330 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] Router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:53:57.968529 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:53:56Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:57.997032 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb5a8a-b9bf-4a06-ab19-5b4342be7708 None None] The sync data for ids ['03b54358-c9a2-4514-b8ea-a0a29962dcff'] in dv-cinder-787195-10-iscsi is: [{'id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'name': 'tempest-AttachVolumeTestJSON-1755937429-router', 'tenant_id': 'c60c7b105a47494a8738e08943c08475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:55Z', 'updated_at': '2021-12-15T14:53:56Z', 'revision_number': 5, 'project_id': 'c60c7b105a47494a8738e08943c08475', 'gw_port': {'id': '8f2b6a8b-4b9c-4dff-8aed-e52f29a32613', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b54358-c9a2-4514-b8ea-a0a29962dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:57Z', 'updated_at': '2021-12-15T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:53:58.034909 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.061603 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2b6a8b-4b9c-4dff-8aed-e52f29a32613,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:58.139634 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502060'] for router_gateway, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.231847 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12353'] for router, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.234037 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.283747 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501429'] for router, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.284313 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03b54358-c9a2-4514-b8ea-a0a29962dcff {{(pid=119313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:53:58.289576 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.290313 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-bcf264ed-fdab-4017-8397-850ac5ad014e admin admin] 10.222.0.62 "DELETE /v2.0/routers/03b54358-c9a2-4514-b8ea-a0a29962dcff HTTP/1.1" status: 204 len: 168 time: 1.1174898 Dec 15 14:53:58.292892 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46818) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:58.304282 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:53:58.309757 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-ecdedbb5-fb95-46ba-af65-638cde3993d6 admin admin] 10.222.0.62 "PUT /v2.0/routers/288e67b4-97bd-4b71-8378-a67f4b2f4ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9356325 Dec 15 14:53:58.312380 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46820) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:58.319103 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] Sync routers for ids ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:53:58.332419 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] Routers {'288e67b4-97bd-4b71-8378-a67f4b2f4ba3'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:58.333302 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:53:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:58.351179 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb671c69-1c6e-4247-830e-709be45ccd24 admin admin] Deleting subnet ea9f991a-1870-4cf7-ad23-48cda883cb39 {{(pid=119314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:53:58.354530 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-cb671c69-1c6e-4247-830e-709be45ccd24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.394309 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-cb671c69-1c6e-4247-830e-709be45ccd24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5374569'] for subnet, precommit_delete_associations {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.432643 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Publish callbacks [] for router, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.493825 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-cb671c69-1c6e-4247-830e-709be45ccd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.561584 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-cb671c69-1c6e-4247-830e-709be45ccd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4977361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4318738'] for subnet, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.563846 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.581210 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] Set router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:58.586379 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4d8fd-efaf-4645-aaa2-d7e4d3632964 None None] Network 4a278692-3315-4faf-ad0e-7760eff511d9 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:53:58.596115 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-cb671c69-1c6e-4247-830e-709be45ccd24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.603582 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-cb671c69-1c6e-4247-830e-709be45ccd24 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ea9f991a-1870-4cf7-ad23-48cda883cb39 HTTP/1.1" status: 204 len: 168 time: 0.3054318 Dec 15 14:53:58.603582 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb671c69-1c6e-4247-830e-709be45ccd24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9f991a-1870-4cf7-ad23-48cda883cb39,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:58.603582 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46822) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:58.631088 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Deleting port c046d332-961a-406d-b1f9-8e09402ae578 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:58.631695 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.687745 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.731303 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] For port c046d332-961a-406d-b1f9-8e09402ae578, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c046d332-961a-406d-b1f9-8e09402ae578,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:58.731838 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.744765 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Calling delete_port for c046d332-961a-406d-b1f9-8e09402ae578 owned by network:router_gateway {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:58.745679 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Deleting port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:58.746027 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.814293 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] For port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f,segment=NetworkSegment(e4212758-5c7c-46df-ab30-dbb362159931),segment_id=e4212758-5c7c-46df-ab30-dbb362159931)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:58.814708 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.828937 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Calling delete_port for 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f owned by network:dhcp {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:58.900365 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'name': 'tempest-TestMinimumBasicScenario-2127229680-router', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:39Z', 'updated_at': '2021-12-15T14:53:57Z', 'revision_number': 5, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'gw_port': {'id': 'c046d332-961a-406d-b1f9-8e09402ae578', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:96:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:50:40Z', 'updated_at': '2021-12-15T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:58.936644 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.938924 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] Checking router: 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:53:58.949418 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] Routers {'288e67b4-97bd-4b71-8378-a67f4b2f4ba3'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:53:58.950028 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:53:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:58.978111 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:58.981898 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] No DVR routers for this DVR port 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f on host dv-cinder-787195-10-iscsi {{(pid=119314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:53:58.986457 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Pushing event deleted for resources: {'Port': ['ID=17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:59.015201 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c046d332-961a-406d-b1f9-8e09402ae578,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:59.041620 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] Set router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 gateway port host: None {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:53:59.063278 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.077657 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502060'] for router_gateway, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.088930 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a278692-3315-4faf-ad0e-7760eff511d9']}} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:59.097336 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'name': 'tempest-TestMinimumBasicScenario-2127229680-router', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:39Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 6, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'gw_port_host': None}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:59.099073 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4212758-5c7c-46df-ab30-dbb362159931') {'for_net_delete': True} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:59.101172 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4212758-5c7c-46df-ab30-dbb362159931') {} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:53:59.111098 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5374610'] for segment, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.124066 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934a1e3-b920-4c5a-b697-e59953a8ac82 None None] The sync data for ids ['288e67b4-97bd-4b71-8378-a67f4b2f4ba3'] in dv-cinder-787195-10-iscsi is: [{'id': '288e67b4-97bd-4b71-8378-a67f4b2f4ba3', 'name': 'tempest-TestMinimumBasicScenario-2127229680-router', 'tenant_id': '4ddf3f0f60e54e48917e80484ab54b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:50:39Z', 'updated_at': '2021-12-15T14:53:58Z', 'revision_number': 6, 'project_id': '4ddf3f0f60e54e48917e80484ab54b90', 'gw_port_host': None}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:53:59.125293 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.132237 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=119314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:53:59.132703 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4977339'] for segment, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: Traceback (most recent call last): Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: timer() Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: cb(*args, **kw) Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: return func(*args, **kwargs) Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: self._notify() Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: self.callback(batched_events) Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: event.method(event) Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: return f(self, *a, **k) Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._get(url).json() Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: return self.request(url, 'GET', **kwargs) Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:53:59.134709 dv-cinder-787195-10-iscsi neutron-server[119314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:53:59.174666 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12353'] for router, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.177127 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.190626 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.206889 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.211016 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] 10.222.0.62 "DELETE /v2.0/networks/4a278692-3315-4faf-ad0e-7760eff511d9 HTTP/1.1" status: 204 len: 168 time: 0.6071699 Dec 15 14:53:59.228009 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71250219-d3ba-444e-b10a-54071aa2aabd admin admin] Pushing event deleted for resources: {'Network': ['ID=4a278692-3315-4faf-ad0e-7760eff511d9,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:59.238157 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f5803-beb5-4a85-a049-31bc5211014b None None] DHCP port deletion for 4a278692-3315-4faf-ad0e-7760eff511d9 request from dv-cinder-787195-10-iscsi {{(pid=119315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:53:59.247621 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501429'] for router, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.248705 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 288e67b4-97bd-4b71-8378-a67f4b2f4ba3 {{(pid=119313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:53:59.253182 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.259299 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-860550b5-a469-44dc-9371-52a2f5c3ef1c admin admin] 10.222.0.62 "DELETE /v2.0/routers/288e67b4-97bd-4b71-8378-a67f4b2f4ba3 HTTP/1.1" status: 204 len: 168 time: 0.9453683 Dec 15 14:53:59.261398 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46826) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:59.317427 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1a55ba-02d6-4277-b052-5512926cea73 admin admin] Deleting subnet 48c43c5e-c313-43ee-9011-59d07f1259d9 {{(pid=119314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:53:59.321380 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9e1a55ba-02d6-4277-b052-5512926cea73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.362245 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9e1a55ba-02d6-4277-b052-5512926cea73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5374569'] for subnet, precommit_delete_associations {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.375958 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46828) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:59.418617 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-d436f28a-f24c-4f77-b39c-0eabc132a340 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c60c7b105a47494a8738e08943c08475&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414429 Dec 15 14:53:59.421082 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46830) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:59.440364 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9e1a55ba-02d6-4277-b052-5512926cea73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.468111 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5d9d1b66-3a4c-46ee-b492-533ac9902ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.491498 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5d9d1b66-3a4c-46ee-b492-533ac9902ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.493625 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9e1a55ba-02d6-4277-b052-5512926cea73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4977361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4318738'] for subnet, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.531248 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a55ba-02d6-4277-b052-5512926cea73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c43c5e-c313-43ee-9011-59d07f1259d9,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:59.533203 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9e1a55ba-02d6-4277-b052-5512926cea73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.538220 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-9e1a55ba-02d6-4277-b052-5512926cea73 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/48c43c5e-c313-43ee-9011-59d07f1259d9 HTTP/1.1" status: 204 len: 168 time: 0.2756944 Dec 15 14:53:59.539111 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e119dc2-49f3-4bd2-b1ee-be8d963ffd64 None None] Network 32a926fd-3a4b-414a-916a-caed9895a2de requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:53:59.541298 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46832) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:53:59.582364 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5d9d1b66-3a4c-46ee-b492-533ac9902ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.586501 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-5d9d1b66-3a4c-46ee-b492-533ac9902ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.590554 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-5d9d1b66-3a4c-46ee-b492-533ac9902ba9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fdf10581-4187-4ab9-bfd0-3c7cf9347f71 HTTP/1.1" status: 204 len: 168 time: 0.1658251 Dec 15 14:53:59.600666 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d1b66-3a4c-46ee-b492-533ac9902ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf10581-4187-4ab9-bfd0-3c7cf9347f71,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:59.664877 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.701807 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:59.729005 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:59.729105 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 17f0b2e1-49c0-45d4-8ed2-4b1732e76a2f not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:59.729471 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device a5ecd771-bb9d-49f8-bb6b-1025d0bea510 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:59.752312 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: a5ecd771-bb9d-49f8-bb6b-1025d0bea510 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:59.752675 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device a5ecd771-bb9d-49f8-bb6b-1025d0bea510 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:59.753106 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:59.753567 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Deleting port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:53:59.754096 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.774293 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:59.774669 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 8f2b6a8b-4b9c-4dff-8aed-e52f29a32613 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:59.775091 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device cac9d86d-aa25-41f3-9140-3fc3227668b1 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:53:59.799351 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: cac9d86d-aa25-41f3-9140-3fc3227668b1 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:53:59.799702 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device cac9d86d-aa25-41f3-9140-3fc3227668b1 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:53:59.823166 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] For port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf,segment=NetworkSegment(889cb62d-d063-4d9b-a84d-7895f82168f3),segment_id=889cb62d-d063-4d9b-a84d-7895f82168f3)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:53:59.823554 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.844938 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Calling delete_port for cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf owned by network:dhcp {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:53:59.931555 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:53:59.957908 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:53:59.960628 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] No DVR routers for this DVR port cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf on host dv-cinder-787195-10-iscsi {{(pid=119314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:54:00.036951 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.060514 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a926fd-3a4b-414a-916a-caed9895a2de']}} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:00.070262 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd0f1b9-3d92-4f76-af65-1de1de1a0a55 None None] DHCP port deletion for 32a926fd-3a4b-414a-916a-caed9895a2de request from dv-cinder-787195-10-iscsi {{(pid=119315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:54:00.074702 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889cb62d-d063-4d9b-a84d-7895f82168f3') {'for_net_delete': True} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:00.074939 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889cb62d-d063-4d9b-a84d-7895f82168f3') {} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:00.085891 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5374610'] for segment, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.102763 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=119314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4977339'] for segment, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: Traceback (most recent call last): Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: timer() Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: cb(*args, **kw) Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: return func(*args, **kwargs) Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: self._notify() Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: self.callback(batched_events) Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: event.method(event) Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: return f(self, *a, **k) Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._get(url).json() Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: return self.request(url, 'GET', **kwargs) Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:54:00.112369 dv-cinder-787195-10-iscsi neutron-server[119314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:54:00.176356 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.186014 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.190381 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] 10.222.0.62 "DELETE /v2.0/networks/32a926fd-3a4b-414a-916a-caed9895a2de HTTP/1.1" status: 204 len: 168 time: 0.6477847 Dec 15 14:54:00.209147 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909004e-fd8f-4958-88c5-ce4fdc0d4c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a926fd-3a4b-414a-916a-caed9895a2de,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:00.337546 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46854) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:00.393924 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2c9a5e24-a3d2-4e41-b557-84b8330f97b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e16dad64f934da3b407e9117466ff4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524580 Dec 15 14:54:00.394075 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46858) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:00.440974 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7b72ef9b-bc7d-4418-9a43-164aaf97873a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.461905 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7b72ef9b-bc7d-4418-9a43-164aaf97873a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.509628 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7b72ef9b-bc7d-4418-9a43-164aaf97873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.512254 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7b72ef9b-bc7d-4418-9a43-164aaf97873a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.513413 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-7b72ef9b-bc7d-4418-9a43-164aaf97873a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05b5857e-b01c-4fba-925f-75eceed881bf HTTP/1.1" status: 204 len: 168 time: 0.1184027 Dec 15 14:54:00.522287 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ef9b-bc7d-4418-9a43-164aaf97873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b5857e-b01c-4fba-925f-75eceed881bf,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:00.842833 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46870) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:00.892316 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-42f447c5-6e84-412f-a8d7-803c9d24689c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ddf3f0f60e54e48917e80484ab54b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459669 Dec 15 14:54:00.892824 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46876) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:00.950309 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-04e5269d-e953-400e-8375-1ff55b492a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:00.973531 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-04e5269d-e953-400e-8375-1ff55b492a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.023469 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-04e5269d-e953-400e-8375-1ff55b492a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.026229 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-04e5269d-e953-400e-8375-1ff55b492a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:01.027402 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-04e5269d-e953-400e-8375-1ff55b492a63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09d2a15f-0163-4eda-ac58-b4803871a1af HTTP/1.1" status: 204 len: 168 time: 0.1335821 Dec 15 14:54:01.034810 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5269d-e953-400e-8375-1ff55b492a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d2a15f-0163-4eda-ac58-b4803871a1af,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:01.275177 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c046d332-961a-406d-b1f9-8e09402ae578 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:54:01.296438 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: c046d332-961a-406d-b1f9-8e09402ae578 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:54:01.296787 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c046d332-961a-406d-b1f9-8e09402ae578 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:54:01.297201 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:54:01.317233 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:54:01.317580 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device cdb1e1fe-0d90-4ebd-9a50-f4c775f823cf not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:54:01.525430 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:54:01.812901 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.043121 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 46952) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:08.144769 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.217560 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.221248 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.259385 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=656f88a1dc4045acb8d587476f3ae911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152171 Dec 15 14:54:08.261393 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55df97f8-2996-4673-b531-e796e8f9da80,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:08.262088 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 46956) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:08.268405 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.268763 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.269110 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.269451 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.269786 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.270120 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.270539 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.270900 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.271233 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.271567 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.271894 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.272222 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.272546 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acf597-a799-40ce-965c-b1afb6d8f5bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:08.310556 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4334-3e43-47f1-b6b0-7053d81801a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.330998 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4334-3e43-47f1-b6b0-7053d81801a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.376798 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4334-3e43-47f1-b6b0-7053d81801a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.379541 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4334-3e43-47f1-b6b0-7053d81801a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:08.380793 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-9e9c4334-3e43-47f1-b6b0-7053d81801a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55df97f8-2996-4673-b531-e796e8f9da80 HTTP/1.1" status: 204 len: 168 time: 0.1176467 Dec 15 14:54:08.389426 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c4334-3e43-47f1-b6b0-7053d81801a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55df97f8-2996-4673-b531-e796e8f9da80,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:17.547753 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47070) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:17.650213 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-24e2ff32-a63f-4587-9eb8-e1179297995b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.724002 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-24e2ff32-a63f-4587-9eb8-e1179297995b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.727936 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-24e2ff32-a63f-4587-9eb8-e1179297995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.764374 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-24e2ff32-a63f-4587-9eb8-e1179297995b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf5862f374d349c488e0c4a28813fec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154517 Dec 15 14:54:17.766240 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2ff32-a63f-4587-9eb8-e1179297995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50321060-2f24-44cf-893f-e195b30c934a,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:17.767167 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47074) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:17.817724 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d8d130db-f539-413c-a483-ebfa126d707c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.839013 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d8d130db-f539-413c-a483-ebfa126d707c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.884264 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d8d130db-f539-413c-a483-ebfa126d707c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.886949 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-d8d130db-f539-413c-a483-ebfa126d707c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:17.888091 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-d8d130db-f539-413c-a483-ebfa126d707c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50321060-2f24-44cf-893f-e195b30c934a HTTP/1.1" status: 204 len: 168 time: 0.1198273 Dec 15 14:54:17.896890 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d130db-f539-413c-a483-ebfa126d707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50321060-2f24-44cf-893f-e195b30c934a,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:18.495489 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47098) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:18.590554 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-903949720-network', 'tenant_id': '394d8743abfb4d1fb1442b99eb6b37a5'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:18.611828 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Made reservation on behalf of 394d8743abfb4d1fb1442b99eb6b37a5 for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:18.614336 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.622539 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.694841 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.698971 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.726126 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=119313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:54:18.731676 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb73596-2193-4349-a472-2ec5d8e63165,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:18.738688 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.739776 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Added segment 63651594-ccd3-4c51-9d45-6584989a8dac of type vlan for network 4de77954-e3ed-49c1-a6eb-744c39c4a99e Dec 15 14:54:18.779361 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.802799 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.803740 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:18.804398 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:18.857645 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3609605 Dec 15 14:54:18.860556 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47102) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:18.865762 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Request body: {'subnet': {'network_id': '4de77954-e3ed-49c1-a6eb-744c39c4a99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-903949720-subnet', 'tenant_id': '394d8743abfb4d1fb1442b99eb6b37a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:18.872003 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9785e-e5b7-4dea-bcc8-b4c91c15ef24 admin admin] Pushing event updated for resources: {'Network': ['ID=4de77954-e3ed-49c1-a6eb-744c39c4a99e,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:18.883240 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 4de77954-e3ed-49c1-a6eb-744c39c4a99e details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:54:18.886917 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Made reservation on behalf of 394d8743abfb4d1fb1442b99eb6b37a5 for: {'subnet': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:18.889338 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4318837'] for subnet, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.056022 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4977430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4318827'] for subnet, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.118754 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd924d74-108f-40b7-9c97-f8f019966726,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:19.122887 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Checking segment: {'id': '63651594-ccd3-4c51-9d45-6584989a8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4de77954-e3ed-49c1-a6eb-744c39c4a99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:19.123248 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Network hostable DHCP agents. Network: 4de77954-e3ed-49c1-a6eb-744c39c4a99e, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:54:19.139486 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Network 4de77954-e3ed-49c1-a6eb-744c39c4a99e is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:54:19.148053 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 4de77954-e3ed-49c1-a6eb-744c39c4a99e) {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:19.152155 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:19.152744 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.157280 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab834b-e392-4293-bc49-596e6495dbc2 None None] Network 4de77954-e3ed-49c1-a6eb-744c39c4a99e requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:19.169220 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-580abd04-eab9-4b54-8f5d-4a02c0f22cb3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3075571 Dec 15 14:54:19.313724 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba11fa-86b8-4b91-9cbb-7441e20e360e None None] Network 4de77954-e3ed-49c1-a6eb-744c39c4a99e requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:19.633393 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47118) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:19.638328 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1733376564-network', 'tenant_id': '5f7e4c0e33694b88bfa5c61bb94f71e6'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:19.659177 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Made reservation on behalf of 5f7e4c0e33694b88bfa5c61bb94f71e6 for: {'network': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:19.661909 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.671026 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.746037 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.749789 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.773164 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=119314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:54:19.781589 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fdb340-3af4-434a-9b4e-653572eb07c4,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:19.787999 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.788343 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.segments_db [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Added segment 9182d94c-ce03-45a7-bfd3-bfd058690f27 of type vlan for network 0f22f66b-1384-485e-bee7-469fbfbf3001 Dec 15 14:54:19.827202 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.851513 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.852498 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:19.853077 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:19.902250 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2677541 Dec 15 14:54:19.905206 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47120) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:19.910182 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Request body: {'subnet': {'network_id': '0f22f66b-1384-485e-bee7-469fbfbf3001', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1733376564-subnet', 'tenant_id': '5f7e4c0e33694b88bfa5c61bb94f71e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:19.921598 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850f88d-7272-4771-b4b8-8c4c762bd4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=0f22f66b-1384-485e-bee7-469fbfbf3001,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:19.934469 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 0f22f66b-1384-485e-bee7-469fbfbf3001 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:54:19.935896 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Made reservation on behalf of 5f7e4c0e33694b88bfa5c61bb94f71e6 for: {'subnet': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:19.938243 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4585173'] for subnet, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.101012 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4585163'] for subnet, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.155659 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc355ea-1ca9-4b8f-af7a-dd7c4dee090d,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:20.164309 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Checking segment: {'id': '9182d94c-ce03-45a7-bfd3-bfd058690f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0f22f66b-1384-485e-bee7-469fbfbf3001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:20.164675 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Network hostable DHCP agents. Network: 0f22f66b-1384-485e-bee7-469fbfbf3001, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:54:20.180731 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Network 0f22f66b-1384-485e-bee7-469fbfbf3001 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:54:20.188891 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 0f22f66b-1384-485e-bee7-469fbfbf3001) {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:20.193869 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:20.194470 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.198665 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47da6c5d-0db5-4dcd-8ad3-3a5f0ec17b44 None None] Network 0f22f66b-1384-485e-bee7-469fbfbf3001 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:20.209876 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-6536a44d-385b-454a-af83-e64ee2943f8d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3035212 Dec 15 14:54:20.309440 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c71d5-fb57-4008-843b-239754715886 None None] Network 0f22f66b-1384-485e-bee7-469fbfbf3001 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:20.337785 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47124) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:20.381802 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_v2 [None req-db392b6b-df2f-41c0-befa-bc3afa91751a admin admin] Deleting subnet bd924d74-108f-40b7-9c97-f8f019966726 {{(pid=119313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:54:20.385068 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-db392b6b-df2f-41c0-befa-bc3afa91751a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.422668 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-db392b6b-df2f-41c0-befa-bc3afa91751a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66825151'] for subnet, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.459471 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-db392b6b-df2f-41c0-befa-bc3afa91751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.510501 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-db392b6b-df2f-41c0-befa-bc3afa91751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4585138'] for subnet, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.526679 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-71e780f5-b106-4686-8fc6-967a734cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.537772 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db392b6b-df2f-41c0-befa-bc3afa91751a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd924d74-108f-40b7-9c97-f8f019966726,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:20.539767 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-db392b6b-df2f-41c0-befa-bc3afa91751a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.542992 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-db392b6b-df2f-41c0-befa-bc3afa91751a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bd924d74-108f-40b7-9c97-f8f019966726 HTTP/1.1" status: 204 len: 168 time: 0.2041733 Dec 15 14:54:20.545528 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47126) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:20.617904 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.694576 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.715418 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de77954-e3ed-49c1-a6eb-744c39c4a99e']}} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:20.724262 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63651594-ccd3-4c51-9d45-6584989a8dac') {'for_net_delete': True} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:20.724565 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63651594-ccd3-4c51-9d45-6584989a8dac') {} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:20.733524 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66825028'] for segment, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.746696 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.752383 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=119313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:54:20.752765 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543449'] for segment, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: Traceback (most recent call last): Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: timer() Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: cb(*args, **kw) Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: return func(*args, **kwargs) Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: self._notify() Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: self.callback(batched_events) Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: event.method(event) Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: return f(self, *a, **k) Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._get(url).json() Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: return self.request(url, 'GET', **kwargs) Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:54:20.755106 dv-cinder-787195-10-iscsi neutron-server[119313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:54:20.811359 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.817773 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.821045 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4de77954-e3ed-49c1-a6eb-744c39c4a99e HTTP/1.1" status: 204 len: 168 time: 0.2746027 Dec 15 14:54:20.823925 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47128) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:20.831770 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf18e9-c541-4986-903e-c8fda42fc620 admin admin] Pushing event deleted for resources: {'Network': ['ID=4de77954-e3ed-49c1-a6eb-744c39c4a99e,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:20.868493 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_v2 [None req-114572d8-cd64-486f-93b2-cf0e9d22eb1f admin admin] Deleting subnet fcc355ea-1ca9-4b8f-af7a-dd7c4dee090d {{(pid=119314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:54:20.871702 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-114572d8-cd64-486f-93b2-cf0e9d22eb1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.904991 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-114572d8-cd64-486f-93b2-cf0e9d22eb1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5374569'] for subnet, precommit_delete_associations {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.942436 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-114572d8-cd64-486f-93b2-cf0e9d22eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:20.996697 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-114572d8-cd64-486f-93b2-cf0e9d22eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4977361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4318738'] for subnet, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.021101 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114572d8-cd64-486f-93b2-cf0e9d22eb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc355ea-1ca9-4b8f-af7a-dd7c4dee090d,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:21.024837 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-114572d8-cd64-486f-93b2-cf0e9d22eb1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.027973 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-114572d8-cd64-486f-93b2-cf0e9d22eb1f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fcc355ea-1ca9-4b8f-af7a-dd7c4dee090d HTTP/1.1" status: 204 len: 168 time: 0.2030487 Dec 15 14:54:21.030486 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47130) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:21.095765 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.175579 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.195252 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f22f66b-1384-485e-bee7-469fbfbf3001']}} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:21.204289 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9182d94c-ce03-45a7-bfd3-bfd058690f27') {'for_net_delete': True} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:21.204588 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9182d94c-ce03-45a7-bfd3-bfd058690f27') {} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:21.214005 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5374610'] for segment, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.227475 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.233442 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=119314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:54:21.233880 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4977339'] for segment, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: Traceback (most recent call last): Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: timer() Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: cb(*args, **kw) Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: return func(*args, **kwargs) Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: self._notify() Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: self.callback(batched_events) Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: event.method(event) Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: return f(self, *a, **k) Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._get(url).json() Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: return self.request(url, 'GET', **kwargs) Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:54:21.235957 dv-cinder-787195-10-iscsi neutron-server[119314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:54:21.289482 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.295028 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.299691 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0f22f66b-1384-485e-bee7-469fbfbf3001 HTTP/1.1" status: 204 len: 168 time: 0.2682755 Dec 15 14:54:21.312773 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d14107-08ba-4c8b-8224-4eeb4ae51f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f22f66b-1384-485e-bee7-469fbfbf3001,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:21.458079 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47134) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:21.500740 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-bd5fd10b-9ae5-42ff-9e08-c33c7fe5fed2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=394d8743abfb4d1fb1442b99eb6b37a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414939 Dec 15 14:54:21.503203 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47136) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:21.548362 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7e449ab7-b131-4877-9916-95709b260e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.576314 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7e449ab7-b131-4877-9916-95709b260e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.623896 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7e449ab7-b131-4877-9916-95709b260e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.626570 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-7e449ab7-b131-4877-9916-95709b260e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:21.627743 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-7e449ab7-b131-4877-9916-95709b260e0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7eb73596-2193-4349-a472-2ec5d8e63165 HTTP/1.1" status: 204 len: 168 time: 0.1236401 Dec 15 14:54:21.635228 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e449ab7-b131-4877-9916-95709b260e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb73596-2193-4349-a472-2ec5d8e63165,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:21.931032 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47142) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:21.969954 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2d949cbf-c7ad-42e2-9992-d14b2957d8dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f7e4c0e33694b88bfa5c61bb94f71e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377645 Dec 15 14:54:21.972363 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47144) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:22.017026 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-21d319ca-491e-422b-ae7a-7d502d3b85cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:22.037714 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-21d319ca-491e-422b-ae7a-7d502d3b85cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:22.084916 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-21d319ca-491e-422b-ae7a-7d502d3b85cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:22.087774 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-21d319ca-491e-422b-ae7a-7d502d3b85cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:22.088885 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-21d319ca-491e-422b-ae7a-7d502d3b85cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26fdb340-3af4-434a-9b4e-653572eb07c4 HTTP/1.1" status: 204 len: 168 time: 0.1155334 Dec 15 14:54:22.096652 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d319ca-491e-422b-ae7a-7d502d3b85cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fdb340-3af4-434a-9b4e-653572eb07c4,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:22.958698 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-de80e1c1-5a10-4daa-8e3b-67c9c9a002ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:24.116563 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:25.985445 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44795d4-29c3-4b9b-bf8a-e0f61a034474 req-a0a80a7f-5993-48a8-941f-e192de40f4f8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:25.986954 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c44795d4-29c3-4b9b-bf8a-e0f61a034474 req-a0a80a7f-5993-48a8-941f-e192de40f4f8 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 946 time: 0.0481229 Dec 15 14:54:26.033137 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c44795d4-29c3-4b9b-bf8a-e0f61a034474 req-ead64b55-ae66-48b2-acbb-6a80c73d24af tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397947 Dec 15 14:54:26.195673 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:26.393578 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47240) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:26.495524 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c1062cca-a2b4-4e41-b0b3-cfe661f4735c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:26.567179 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c1062cca-a2b4-4e41-b0b3-cfe661f4735c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:26.571169 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c1062cca-a2b4-4e41-b0b3-cfe661f4735c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:26.609150 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c1062cca-a2b4-4e41-b0b3-cfe661f4735c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=987e5aa51e8d4e578e479f972eaef159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142987 Dec 15 14:54:26.610016 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1062cca-a2b4-4e41-b0b3-cfe661f4735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7026c41a-a660-4b2e-9a26-a200171f474e,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:26.612731 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47244) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:26.663383 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f11afba-14c9-4ac5-8287-d8aa040b1347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:26.683878 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f11afba-14c9-4ac5-8287-d8aa040b1347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:26.733713 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f11afba-14c9-4ac5-8287-d8aa040b1347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:26.736951 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-7f11afba-14c9-4ac5-8287-d8aa040b1347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:26.738216 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-7f11afba-14c9-4ac5-8287-d8aa040b1347 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7026c41a-a660-4b2e-9a26-a200171f474e HTTP/1.1" status: 204 len: 168 time: 0.1236703 Dec 15 14:54:26.746038 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11afba-14c9-4ac5-8287-d8aa040b1347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7026c41a-a660-4b2e-9a26-a200171f474e,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:26.834027 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:26.995429 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47250) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:27.009131 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-184325fe-9122-48bd-86d7-9da24e0865e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.096937 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-184325fe-9122-48bd-86d7-9da24e0865e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.100945 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-184325fe-9122-48bd-86d7-9da24e0865e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.140261 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-184325fe-9122-48bd-86d7-9da24e0865e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54a5b58fc73544cf93f07c6b52a2260b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436994 Dec 15 14:54:27.141138 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184325fe-9122-48bd-86d7-9da24e0865e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c7dda1-14b9-40e7-9315-9c7678a40663,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:27.143450 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47254) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:27.168822 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c4732-03fd-4149-afca-a7d7afbb5930 req-358b9ef9-8cb4-42c7-81f8-b8c9fe6c82b4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:27.170258 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b70c4732-03fd-4149-afca-a7d7afbb5930 req-358b9ef9-8cb4-42c7-81f8-b8c9fe6c82b4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 946 time: 0.0583944 Dec 15 14:54:27.193684 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f2f44dfe-f6aa-42d5-b08d-26244e1727a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.215198 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f2f44dfe-f6aa-42d5-b08d-26244e1727a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.222313 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b70c4732-03fd-4149-afca-a7d7afbb5930 req-8a361e22-fd39-441a-bc74-b5a856a7306f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c9eab20-a141-4c33-87f9-25aa21181d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 Dec 15 14:54:27.261641 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f2f44dfe-f6aa-42d5-b08d-26244e1727a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.264370 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f2f44dfe-f6aa-42d5-b08d-26244e1727a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.265509 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f2f44dfe-f6aa-42d5-b08d-26244e1727a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71c7dda1-14b9-40e7-9315-9c7678a40663 HTTP/1.1" status: 204 len: 168 time: 0.1210568 Dec 15 14:54:27.273866 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f44dfe-f6aa-42d5-b08d-26244e1727a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c7dda1-14b9-40e7-9315-9c7678a40663,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:27.305473 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-90e42550-4e5a-4c96-8e80-7a8d9d6403e4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:27.307621 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-90e42550-4e5a-4c96-8e80-7a8d9d6403e4 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.64 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 946 time: 0.0564291 Dec 15 14:54:27.403726 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Deleting port 038b2695-e021-4222-b1f5-d20121cb0193 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:27.404072 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.495140 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] For port 038b2695-e021-4222-b1f5-d20121cb0193, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=038b2695-e021-4222-b1f5-d20121cb0193,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:27.495508 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.674331 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.675017 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.675017 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Floating IP 435bdd8f-1b96-4766-95e4-6676886c9b43 disassociated. External IP: 172.27.2.139, port: 038b2695-e021-4222-b1f5-d20121cb0193. Dec 15 14:54:27.675853 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Calling delete_port for 038b2695-e021-4222-b1f5-d20121cb0193 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:27.814358 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:27.846739 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event deleted for resources: {'Port': ['ID=038b2695-e021-4222-b1f5-d20121cb0193,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:27.961718 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Router d8884402-40e9-4e87-956e-d7f2c9c08654 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:54:28.067623 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:28.082089 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] Sync routers for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:28.093414 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:28.094142 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:28.107176 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] No DVR routers for this DVR port 038b2695-e021-4222-b1f5-d20121cb0193 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:54:28.109784 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:28.113685 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2fc23e2a-4b23-4808-82e6-34b1bb6a5358 req-739c05a3-03e7-4189-a9ed-d30c3e26d51f tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.64 "DELETE /v2.0/ports/038b2695-e021-4222-b1f5-d20121cb0193 HTTP/1.1" status: 204 len: 173 time: 0.7990272 Dec 15 14:54:28.114135 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'name': 'network-vif-deleted', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:54:28.116407 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d233e70-d059-4797-ba77-110d17ab1375" -d '{"events": [{"server_uuid": "27035410-8436-41d4-bde4-da532322de43", "name": "network-vif-deleted", "tag": "038b2695-e021-4222-b1f5-d20121cb0193"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:54:28.169307 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0f9e10-eff7-43d8-ab3b-b0180ce42c8b x-openstack-request-id: req-ff0f9e10-eff7-43d8-ab3b-b0180ce42c8b {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:54:28.169603 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27035410-8436-41d4-bde4-da532322de43", "name": "network-vif-deleted", "tag": "038b2695-e021-4222-b1f5-d20121cb0193", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:54:28.169858 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff0f9e10-eff7-43d8-ab3b-b0180ce42c8b {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:54:28.170256 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27035410-8436-41d4-bde4-da532322de43', 'name': 'network-vif-deleted', 'tag': '038b2695-e021-4222-b1f5-d20121cb0193', 'status': 'completed', 'code': 200} Dec 15 14:54:28.216929 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:28.397590 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-abd1f9fc-c931-4724-99c5-ae807e7f65eb req-01747f62-c6c4-4fce-844f-e837436dec6b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/ports?device_id=27035410-8436-41d4-bde4-da532322de43 HTTP/1.1" status: 200 len: 210 time: 0.0406647 Dec 15 14:54:28.471406 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:28.505851 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] Checking router: d8884402-40e9-4e87-956e-d7f2c9c08654 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:28.514300 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:28.514940 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:28.631158 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:28.849745 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:28.878989 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563c8ca-89df-48b0-bdf7-8b4f76e285ae None None] The sync data for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi is: [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:47:12Z', 'revision_number': 4, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '2aaf9355-3752-4bb2-a164-b06d998f68a8', 'name': '', 'network_id': 'a00411fb-4394-435c-b9a7-ab8cf23b8b5c', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'mac_address': 'fa:16:3e:f2:a2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:47:07Z', 'updated_at': '2021-12-15T14:47:23Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'subnets': [{'id': '69d99a11-edf8-4ab4-894b-3cc76e96dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:29.097658 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0177351f-2ee8-4422-9eb8-3bfe73476ec7 None None] New status for floating IP 435bdd8f-1b96-4766-95e4-6676886c9b43: DOWN {{(pid=119315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:54:29.480826 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47310) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:29.533582 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ff25fd75-45e3-4d19-a83c-11eb1f54e692 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:29.555452 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ff25fd75-45e3-4d19-a83c-11eb1f54e692 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:29.602914 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ff25fd75-45e3-4d19-a83c-11eb1f54e692 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:29.605464 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ff25fd75-45e3-4d19-a83c-11eb1f54e692 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:29.606620 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-ff25fd75-45e3-4d19-a83c-11eb1f54e692 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "DELETE /v2.0/security-groups/4c9eab20-a141-4c33-87f9-25aa21181d89 HTTP/1.1" status: 204 len: 168 time: 0.1247404 Dec 15 14:54:29.609493 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47312) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:29.617001 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25fd75-45e3-4d19-a83c-11eb1f54e692 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9eab20-a141-4c33-87f9-25aa21181d89,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:29.632215 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.api.v2.resource [None req-dd81b634-70fd-4c72-8768-48736936817b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] show failed (client error): The resource could not be found. Dec 15 14:54:29.633242 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-dd81b634-70fd-4c72-8768-48736936817b tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "GET /v2.0/security-groups/4c9eab20-a141-4c33-87f9-25aa21181d89 HTTP/1.1" status: 404 len: 347 time: 0.0226288 Dec 15 14:54:29.636208 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47314) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:29.759734 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdd7af-f01b-4ae7-9f9a-6c498cc70fe1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Deleting port 2e6427ef-a03c-42f9-8c89-4e67cc4210a2 {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:29.760075 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd7af-f01b-4ae7-9f9a-6c498cc70fe1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:29.834421 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd7af-f01b-4ae7-9f9a-6c498cc70fe1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:29.834672 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd7af-f01b-4ae7-9f9a-6c498cc70fe1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:29.846081 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdd7af-f01b-4ae7-9f9a-6c498cc70fe1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Calling delete_port for 2e6427ef-a03c-42f9-8c89-4e67cc4210a2 owned by network:floatingip {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:29.976199 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd7af-f01b-4ae7-9f9a-6c498cc70fe1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:30.001527 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdd7af-f01b-4ae7-9f9a-6c498cc70fe1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Pushing event deleted for resources: {'Port': ['ID=2e6427ef-a03c-42f9-8c89-4e67cc4210a2,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:30.060997 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd7af-f01b-4ae7-9f9a-6c498cc70fe1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks [] for floatingip, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:30.063640 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd7af-f01b-4ae7-9f9a-6c498cc70fe1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:30.064793 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f0bdd7af-f01b-4ae7-9f9a-6c498cc70fe1 tempest-AttachVolumeShelveTestJSON-573597735 tempest-AttachVolumeShelveTestJSON-573597735-project] 10.222.0.62 "DELETE /v2.0/floatingips/435bdd8f-1b96-4766-95e4-6676886c9b43 HTTP/1.1" status: 204 len: 168 time: 0.4274614 Dec 15 14:54:31.827419 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:31.891720 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 038b2695-e021-4222-b1f5-d20121cb0193 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:54:31.912272 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 038b2695-e021-4222-b1f5-d20121cb0193 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:54:31.912622 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 038b2695-e021-4222-b1f5-d20121cb0193 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:54:32.309477 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47356) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:32.413478 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c5277b4a-e527-4608-b6a9-5961256505ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:32.474291 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47366) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:32.493369 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c5277b4a-e527-4608-b6a9-5961256505ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:32.498195 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c5277b4a-e527-4608-b6a9-5961256505ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:32.536387 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c5277b4a-e527-4608-b6a9-5961256505ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5aae59f7fe044db387763f62f8549162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257934 Dec 15 14:54:32.538419 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5277b4a-e527-4608-b6a9-5961256505ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93792a3-3c49-4644-a86a-f2cd3f557238,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:32.541671 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47370) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:32.590199 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fe04ba44-463c-4c58-8949-86508acb383a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:32.611027 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fe04ba44-463c-4c58-8949-86508acb383a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:32.658219 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fe04ba44-463c-4c58-8949-86508acb383a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:32.660919 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fe04ba44-463c-4c58-8949-86508acb383a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:32.662076 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-fe04ba44-463c-4c58-8949-86508acb383a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a93792a3-3c49-4644-a86a-f2cd3f557238 HTTP/1.1" status: 204 len: 168 time: 0.1193130 Dec 15 14:54:32.676429 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04ba44-463c-4c58-8949-86508acb383a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93792a3-3c49-4644-a86a-f2cd3f557238,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:32.879918 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503058'] for router_interface, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:32.922992 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47376) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:32.936929 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f9c37690-f66f-487f-982d-f006e94f925d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.011860 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f9c37690-f66f-487f-982d-f006e94f925d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.016043 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f9c37690-f66f-487f-982d-f006e94f925d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.064733 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f9c37690-f66f-487f-982d-f006e94f925d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a25d02b3c80f466c90f0fbfeae70a1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380417 Dec 15 14:54:33.064733 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c37690-f66f-487f-982d-f006e94f925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811da92a-0521-4950-9585-08e66144736c,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:33.065563 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47378) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:33.119574 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-52c8467a-cf8b-4ef4-ab17-2189d514eff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.141902 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-52c8467a-cf8b-4ef4-ab17-2189d514eff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.198318 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-52c8467a-cf8b-4ef4-ab17-2189d514eff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.200935 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-52c8467a-cf8b-4ef4-ab17-2189d514eff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.202096 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-52c8467a-cf8b-4ef4-ab17-2189d514eff9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/811da92a-0521-4950-9585-08e66144736c HTTP/1.1" status: 204 len: 168 time: 0.1353617 Dec 15 14:54:33.213045 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8467a-cf8b-4ef4-ab17-2189d514eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811da92a-0521-4950-9585-08e66144736c,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:33.394855 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] Deleting port 2aaf9355-3752-4bb2-a164-b06d998f68a8 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:33.395195 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.470613 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] For port 2aaf9355-3752-4bb2-a164-b06d998f68a8, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=2aaf9355-3752-4bb2-a164-b06d998f68a8,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:33.471031 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.484055 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] Calling delete_port for 2aaf9355-3752-4bb2-a164-b06d998f68a8 owned by network:router_interface {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:33.666602 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:33.690417 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aaf9355-3752-4bb2-a164-b06d998f68a8,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:33.876330 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-503182'] for router_interface, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.091581 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] Router d8884402-40e9-4e87-956e-d7f2c9c08654 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:54:34.202512 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:34.212607 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-a7881699-37db-4a69-bcd6-f4b7143325a3 admin admin] 10.222.0.62 "PUT /v2.0/routers/d8884402-40e9-4e87-956e-d7f2c9c08654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7329264 Dec 15 14:54:34.212733 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47410) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:34.216659 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] Sync routers for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:34.227605 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:34.228214 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:34.303180 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47414) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:34.320954 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Publish callbacks [] for router, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.343255 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:34.422381 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f94da0f8-8402-40bc-a869-304f7069bf3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.428823 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.488301 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Deleting port c5ad3b89-5b71-4740-acb9-b873b4ded601 {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:34.489088 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.506844 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f94da0f8-8402-40bc-a869-304f7069bf3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.511303 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-f94da0f8-8402-40bc-a869-304f7069bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.533236 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:54:33Z', 'revision_number': 5, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port': {'id': 'c5ad3b89-5b71-4740-acb9-b873b4ded601', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:46:56Z', 'updated_at': '2021-12-15T14:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:34.551324 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-f94da0f8-8402-40bc-a869-304f7069bf3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e315b459e7144bbb2b92a05502d80c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465971 Dec 15 14:54:34.552236 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94da0f8-8402-40bc-a869-304f7069bf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e096fe10-fd93-4e9d-b6a6-00688431b067,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:34.553699 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47418) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:34.562670 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] Checking router: d8884402-40e9-4e87-956e-d7f2c9c08654 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:34.571216 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] Routers {'d8884402-40e9-4e87-956e-d7f2c9c08654'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:34.571816 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['d8884402-40e9-4e87-956e-d7f2c9c08654'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:34.590026 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] For port c5ad3b89-5b71-4740-acb9-b873b4ded601, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c5ad3b89-5b71-4740-acb9-b873b4ded601,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:34.590413 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.611203 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Calling delete_port for c5ad3b89-5b71-4740-acb9-b873b4ded601 owned by network:router_gateway {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:34.666046 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-33a89ed1-7199-43c8-a1a3-b53757911480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.701249 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-33a89ed1-7199-43c8-a1a3-b53757911480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.746730 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] Set router d8884402-40e9-4e87-956e-d7f2c9c08654 gateway port host: None {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:34.801130 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:54:34Z', 'revision_number': 6, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port_host': None}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:34.811035 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-33a89ed1-7199-43c8-a1a3-b53757911480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.813477 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-33a89ed1-7199-43c8-a1a3-b53757911480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.814614 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-33a89ed1-7199-43c8-a1a3-b53757911480 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e096fe10-fd93-4e9d-b6a6-00688431b067 HTTP/1.1" status: 204 len: 168 time: 0.2599807 Dec 15 14:54:34.828295 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d77a9-3695-497f-a3de-f61711e964c0 None None] The sync data for ids ['d8884402-40e9-4e87-956e-d7f2c9c08654'] in dv-cinder-787195-10-iscsi is: [{'id': 'd8884402-40e9-4e87-956e-d7f2c9c08654', 'name': 'tempest-AttachVolumeShelveTestJSON-1417768014-router', 'tenant_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:46:54Z', 'updated_at': '2021-12-15T14:54:34Z', 'revision_number': 6, 'project_id': '43188b9b8e1145dea6c63ad16f6d74a2', 'gw_port_host': None}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:34.829978 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a89ed1-7199-43c8-a1a3-b53757911480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e096fe10-fd93-4e9d-b6a6-00688431b067,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:34.856335 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:34.897313 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ad3b89-5b71-4740-acb9-b873b4ded601,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:34.954373 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502060'] for router_gateway, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.042797 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12353'] for router, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.044962 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.088642 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501429'] for router, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.089174 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8884402-40e9-4e87-956e-d7f2c9c08654 {{(pid=119314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:54:35.094084 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] Publish callbacks [] for router, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.095321 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-dfc1a147-f3b8-4672-976a-7ac1831fcf71 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d8884402-40e9-4e87-956e-d7f2c9c08654 HTTP/1.1" status: 204 len: 168 time: 0.8825991 Dec 15 14:54:35.098079 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47430) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:35.147900 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_v2 [None req-f845f741-6181-48cd-9888-26ccab90f61b admin admin] Deleting subnet 69d99a11-edf8-4ab4-894b-3cc76e96dec2 {{(pid=119314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:54:35.150991 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f845f741-6181-48cd-9888-26ccab90f61b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.190519 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f845f741-6181-48cd-9888-26ccab90f61b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5374569'] for subnet, precommit_delete_associations {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.300730 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f845f741-6181-48cd-9888-26ccab90f61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.356490 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f845f741-6181-48cd-9888-26ccab90f61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4977361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4318738'] for subnet, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.381952 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845f741-6181-48cd-9888-26ccab90f61b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d99a11-edf8-4ab4-894b-3cc76e96dec2,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:35.385687 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f845f741-6181-48cd-9888-26ccab90f61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.391407 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f845f741-6181-48cd-9888-26ccab90f61b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/69d99a11-edf8-4ab4-894b-3cc76e96dec2 HTTP/1.1" status: 204 len: 168 time: 0.2898657 Dec 15 14:54:35.391676 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47440) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:35.396022 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf15a3d-fe51-406d-a6cc-72ccb67351bc None None] Network a00411fb-4394-435c-b9a7-ab8cf23b8b5c requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:35.464047 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.521039 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Deleting port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:35.521725 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.584436 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] For port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=4aa41ff1-6d6c-4408-8138-af4abd6fcae5,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:35.585030 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.600890 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Calling delete_port for 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 owned by network:dhcp {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:35.609007 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] DHCP port deletion for a00411fb-4394-435c-b9a7-ab8cf23b8b5c request from dv-cinder-787195-10-iscsi {{(pid=119315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:54:35.694563 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Deleting port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 {{(pid=119315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:54:35.694977 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.716087 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.740215 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 2aaf9355-3752-4bb2-a164-b06d998f68a8 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:54:35.750152 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa41ff1-6d6c-4408-8138-af4abd6fcae5,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:35.760333 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] No DVR routers for this DVR port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 on host dv-cinder-787195-10-iscsi {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:54:35.768698 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 2aaf9355-3752-4bb2-a164-b06d998f68a8 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:54:35.769444 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 2aaf9355-3752-4bb2-a164-b06d998f68a8 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:54:35.794370 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] For port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=4aa41ff1-6d6c-4408-8138-af4abd6fcae5,segment=NetworkSegment(e6731b3c-6285-4950-b4ef-a93c4c68cd58),segment_id=e6731b3c-6285-4950-b4ef-a93c4c68cd58)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:35.795071 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.811674 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Calling delete_port for 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 owned by network:dhcp {{(pid=119315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:54:35.850107 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.876898 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00411fb-4394-435c-b9a7-ab8cf23b8b5c']}} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:35.889258 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6731b3c-6285-4950-b4ef-a93c4c68cd58') {'for_net_delete': True} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:35.889565 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6731b3c-6285-4950-b4ef-a93c4c68cd58') {} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:35.894394 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697'] for port, after_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.900777 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66825028'] for segment, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.921030 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.926586 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] No DVR routers for this DVR port 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 on host dv-cinder-787195-10-iscsi {{(pid=119315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:54:35.940882 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Pushing event deleted for resources: {'Port': ['ID=4aa41ff1-6d6c-4408-8138-af4abd6fcae5,revision_number=None']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:35.942884 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=119313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:54:35.943299 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543449'] for segment, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: Traceback (most recent call last): Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: timer() Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: cb(*args, **kw) Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: return func(*args, **kwargs) Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: self._notify() Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: self.callback(batched_events) Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: event.method(event) Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: return f(self, *a, **k) Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._get(url).json() Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: return self.request(url, 'GET', **kwargs) Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:54:35.945259 dv-cinder-787195-10-iscsi neutron-server[119313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:54:35.950192 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.950568 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.950963 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.951389 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.951692 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.952087 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.952350 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.952685 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.953016 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.953348 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.953746 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.954082 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:35.954567 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9947a8-7f30-46bd-8e34-3b148d315594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:36.013230 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.019567 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.022923 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a00411fb-4394-435c-b9a7-ab8cf23b8b5c HTTP/1.1" status: 204 len: 168 time: 0.6301610 Dec 15 14:54:36.033827 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fc5b7-6eb9-4e97-bb7d-990c9bc18744 admin admin] Pushing event deleted for resources: {'Network': ['ID=a00411fb-4394-435c-b9a7-ab8cf23b8b5c,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:36.199763 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47462) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:36.246682 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f5e70777-f235-4ac0-9471-d9de70f8537a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43188b9b8e1145dea6c63ad16f6d74a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435038 Dec 15 14:54:36.246896 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47464) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:36.296109 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-eb7c77a9-dc86-4373-8024-084e0c467ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.324107 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-eb7c77a9-dc86-4373-8024-084e0c467ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.371888 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-eb7c77a9-dc86-4373-8024-084e0c467ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.374459 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-eb7c77a9-dc86-4373-8024-084e0c467ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:36.375655 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-eb7c77a9-dc86-4373-8024-084e0c467ae1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5134411c-f06a-4e32-9a04-1d8546d21144 HTTP/1.1" status: 204 len: 168 time: 0.1278548 Dec 15 14:54:36.384582 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c77a9-dc86-4373-8024-084e0c467ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5134411c-f06a-4e32-9a04-1d8546d21144,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:37.291825 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c5ad3b89-5b71-4740-acb9-b873b4ded601 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:54:37.328932 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: c5ad3b89-5b71-4740-acb9-b873b4ded601 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:54:37.329528 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c5ad3b89-5b71-4740-acb9-b873b4ded601 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:54:37.330224 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:54:37.357749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:54:37.358109 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 4aa41ff1-6d6c-4408-8138-af4abd6fcae5 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:54:38.529783 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:54:39.213593 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47642) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:39.330144 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9b29-f5f6-4c22-bce1-5a216a08015a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:39.403694 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9b29-f5f6-4c22-bce1-5a216a08015a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:39.408275 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9b29-f5f6-4c22-bce1-5a216a08015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:39.445586 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf9b29-f5f6-4c22-bce1-5a216a08015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983b67fb-1786-49a2-8820-3f9179a7fb5f,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:39.449695 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f7bf9b29-f5f6-4c22-bce1-5a216a08015a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59dacf450cc04187a710c54c3f94a380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350795 Dec 15 14:54:39.452365 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47646) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:39.502288 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1929d6d0-e621-43a1-a8ba-eda19398b684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:39.523327 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1929d6d0-e621-43a1-a8ba-eda19398b684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:39.568754 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1929d6d0-e621-43a1-a8ba-eda19398b684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:39.571353 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1929d6d0-e621-43a1-a8ba-eda19398b684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:39.572493 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-1929d6d0-e621-43a1-a8ba-eda19398b684 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/983b67fb-1786-49a2-8820-3f9179a7fb5f HTTP/1.1" status: 204 len: 168 time: 0.1192601 Dec 15 14:54:39.579822 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929d6d0-e621-43a1-a8ba-eda19398b684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983b67fb-1786-49a2-8820-3f9179a7fb5f,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:39.830024 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47652) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:39.843567 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-aabfabf4-36c3-4825-b713-375f336e8a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:39.914291 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-aabfabf4-36c3-4825-b713-375f336e8a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:39.918002 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-aabfabf4-36c3-4825-b713-375f336e8a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:39.957432 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-aabfabf4-36c3-4825-b713-375f336e8a8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a38a95a2bae24a00b82a78b892aa45e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261594 Dec 15 14:54:39.958692 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfabf4-36c3-4825-b713-375f336e8a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd832dfd-4215-4dcd-8d52-b49f8aa1929a,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:39.960101 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47654) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:40.007256 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-964fb02e-2172-438c-821c-27f2df9de098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:40.027957 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-964fb02e-2172-438c-821c-27f2df9de098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:40.078122 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-964fb02e-2172-438c-821c-27f2df9de098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:40.081415 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-964fb02e-2172-438c-821c-27f2df9de098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:40.082587 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-964fb02e-2172-438c-821c-27f2df9de098 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd832dfd-4215-4dcd-8d52-b49f8aa1929a HTTP/1.1" status: 204 len: 168 time: 0.1211534 Dec 15 14:54:40.090856 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fb02e-2172-438c-821c-27f2df9de098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd832dfd-4215-4dcd-8d52-b49f8aa1929a,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:42.116217 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47750) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:42.220447 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-59f4b1c8-c462-40b4-a71f-9d20cb7c7722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.292172 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-59f4b1c8-c462-40b4-a71f-9d20cb7c7722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.296076 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-59f4b1c8-c462-40b4-a71f-9d20cb7c7722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.334857 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-59f4b1c8-c462-40b4-a71f-9d20cb7c7722 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db15cb98430c406f9aacc26b8b83f8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175052 Dec 15 14:54:42.336000 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4b1c8-c462-40b4-a71f-9d20cb7c7722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ce0f7c-46aa-471d-a515-e8dbc0f2df92,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:42.337806 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47754) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:42.385490 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c51c-8105-4176-8d99-b2ffb70a8263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.405392 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c51c-8105-4176-8d99-b2ffb70a8263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.453221 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c51c-8105-4176-8d99-b2ffb70a8263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.455857 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c51c-8105-4176-8d99-b2ffb70a8263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.457757 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2ba8c51c-8105-4176-8d99-b2ffb70a8263 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0ce0f7c-46aa-471d-a515-e8dbc0f2df92 HTTP/1.1" status: 204 len: 168 time: 0.1186757 Dec 15 14:54:42.466296 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8c51c-8105-4176-8d99-b2ffb70a8263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ce0f7c-46aa-471d-a515-e8dbc0f2df92,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:42.718657 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47760) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:42.731895 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0a75fd4f-031f-4216-a606-371dbb61119b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.806320 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0a75fd4f-031f-4216-a606-371dbb61119b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.810004 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-0a75fd4f-031f-4216-a606-371dbb61119b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.848021 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-0a75fd4f-031f-4216-a606-371dbb61119b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4bca9351d1149378e5f70942131df35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280670 Dec 15 14:54:42.848909 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75fd4f-031f-4216-a606-371dbb61119b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f3f2c4-fad6-430e-af71-4cecf20ddaa6,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:42.850857 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47764) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:42.906910 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9a5202c6-6f8a-4a04-91e1-5b5c39f04f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.928718 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9a5202c6-6f8a-4a04-91e1-5b5c39f04f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.974705 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9a5202c6-6f8a-4a04-91e1-5b5c39f04f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.977198 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-9a5202c6-6f8a-4a04-91e1-5b5c39f04f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:42.978462 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-9a5202c6-6f8a-4a04-91e1-5b5c39f04f73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27f3f2c4-fad6-430e-af71-4cecf20ddaa6 HTTP/1.1" status: 204 len: 168 time: 0.1265202 Dec 15 14:54:42.986294 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5202c6-6f8a-4a04-91e1-5b5c39f04f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f3f2c4-fad6-430e-af71-4cecf20ddaa6,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:43.169953 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47778) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:43.277048 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b6539c7a-d226-4108-acd1-0ea72af9f26a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:43.356082 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b6539c7a-d226-4108-acd1-0ea72af9f26a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:43.359927 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-b6539c7a-d226-4108-acd1-0ea72af9f26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:43.401555 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-b6539c7a-d226-4108-acd1-0ea72af9f26a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1dc26ff871b3438d963cf3b00cce3eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282698 Dec 15 14:54:43.401555 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6539c7a-d226-4108-acd1-0ea72af9f26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3b644b-afcc-432f-b974-8ce814a15f37,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:43.402009 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47790) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:43.454999 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2a21d9a3-c9c0-4d3c-a98b-c41551aabf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:43.478869 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2a21d9a3-c9c0-4d3c-a98b-c41551aabf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:43.530887 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2a21d9a3-c9c0-4d3c-a98b-c41551aabf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:43.533493 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-2a21d9a3-c9c0-4d3c-a98b-c41551aabf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:43.535284 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-2a21d9a3-c9c0-4d3c-a98b-c41551aabf96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f3b644b-afcc-432f-b974-8ce814a15f37 HTTP/1.1" status: 204 len: 168 time: 0.1315134 Dec 15 14:54:43.543358 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21d9a3-c9c0-4d3c-a98b-c41551aabf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3b644b-afcc-432f-b974-8ce814a15f37,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:43.867035 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47810) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:43.881219 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fb62612-1205-4d8a-8e6a-62f4ce0f978d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:43.959228 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fb62612-1205-4d8a-8e6a-62f4ce0f978d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:43.963882 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fb62612-1205-4d8a-8e6a-62f4ce0f978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.005581 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-2fb62612-1205-4d8a-8e6a-62f4ce0f978d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49600f1ed90942b9980654ae47c17f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373780 Dec 15 14:54:44.006461 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb62612-1205-4d8a-8e6a-62f4ce0f978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fcf93b-6a0b-482d-9bc5-4f55409db4b1,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:44.008247 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47838) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:44.066569 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-5f31fe71-51e7-46da-a4c1-8828e2de1468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.088454 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-5f31fe71-51e7-46da-a4c1-8828e2de1468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.137749 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-5f31fe71-51e7-46da-a4c1-8828e2de1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.142140 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-5f31fe71-51e7-46da-a4c1-8828e2de1468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.144121 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-5f31fe71-51e7-46da-a4c1-8828e2de1468 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78fcf93b-6a0b-482d-9bc5-4f55409db4b1 HTTP/1.1" status: 204 len: 168 time: 0.1340325 Dec 15 14:54:44.154510 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31fe71-51e7-46da-a4c1-8828e2de1468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fcf93b-6a0b-482d-9bc5-4f55409db4b1,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:44.487254 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47860) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:44.501524 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-57165c2e-1efb-44a2-887a-3c71c1d8b8f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.578774 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-57165c2e-1efb-44a2-887a-3c71c1d8b8f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.583524 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-57165c2e-1efb-44a2-887a-3c71c1d8b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.622888 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-57165c2e-1efb-44a2-887a-3c71c1d8b8f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=efd38a8f69cd4316833441303d139298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342642 Dec 15 14:54:44.624790 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47872) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:44.625920 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57165c2e-1efb-44a2-887a-3c71c1d8b8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a325ec-9f44-4009-8c48-660cfaa36b9f,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:44.682199 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6680e80d-f747-48d6-9864-19498bbad6af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.710153 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6680e80d-f747-48d6-9864-19498bbad6af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.758349 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6680e80d-f747-48d6-9864-19498bbad6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.760899 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-6680e80d-f747-48d6-9864-19498bbad6af admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:44.762034 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-6680e80d-f747-48d6-9864-19498bbad6af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71a325ec-9f44-4009-8c48-660cfaa36b9f HTTP/1.1" status: 204 len: 168 time: 0.1361420 Dec 15 14:54:44.779288 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680e80d-f747-48d6-9864-19498bbad6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a325ec-9f44-4009-8c48-660cfaa36b9f,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:45.463229 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47896) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:45.564205 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-169288768-network', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:45.585191 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Made reservation on behalf of 3501de2be47c438cbaf2153b88019ed3 for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:45.587712 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:45.595728 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:45.677777 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:45.681325 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:45.708402 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=119313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:54:45.716028 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1576c8-4862-4c82-958d-78105a7fa77d,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:45.725081 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:45.725081 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Added segment a1b805e4-5738-49c6-a0c5-8309c79555b5 of type vlan for network 0342f415-dcec-45e7-8cb2-29a7597e2239 Dec 15 14:54:45.764488 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:45.787264 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:45.788186 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:45.788759 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:45.849651 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3852100 Dec 15 14:54:45.852824 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47900) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:45.857148 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47c323-9125-40c6-aa6c-4fc7b385337e admin admin] Pushing event updated for resources: {'Network': ['ID=0342f415-dcec-45e7-8cb2-29a7597e2239,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:45.858873 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Request body: {'subnet': {'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-169288768-subnet', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'ip_version': 4}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:45.867593 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 0342f415-dcec-45e7-8cb2-29a7597e2239 details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:54:45.882085 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Made reservation on behalf of 3501de2be47c438cbaf2153b88019ed3 for: {'subnet': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:45.884682 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4318837'] for subnet, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.310783 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4977430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4318827'] for subnet, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.374408 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:46.383872 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Checking segment: {'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:46.384238 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Network hostable DHCP agents. Network: 0342f415-dcec-45e7-8cb2-29a7597e2239, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:54:46.401110 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Network 0342f415-dcec-45e7-8cb2-29a7597e2239 is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:54:46.410532 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 0342f415-dcec-45e7-8cb2-29a7597e2239) {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:46.420866 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:46.420866 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.421618 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae13bf-b4ff-45b5-9d9d-72d3b5e0dda8 None None] Network 0342f415-dcec-45e7-8cb2-29a7597e2239 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:46.436498 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-419285c8-2784-4f0e-9bcb-d786e25d4707 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5821288 Dec 15 14:54:46.439131 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47904) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:46.444298 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:46.479519 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12371'] for router, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.481093 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12360'] for router, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.536246 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.539187 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp948c5bf3-a631-5c35-9847-0d272dc6ef08-0342f415-dcec-45e7-8cb2-29a7597e2239', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7'}]}} from dv-cinder-787195-10-iscsi. {{(pid=119315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:54:46.540244 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.682693 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.687069 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.db_base_plugin_common [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Allocated IP 172.20.0.2 (0342f415-dcec-45e7-8cb2-29a7597e2239/d4c94c3a-b26a-48f7-bba7-41dcc5463ca7/a41634d7-b77f-4436-8165-ec6551e36823) {{(pid=119315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:46.834351 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Publish callbacks [] for port, precommit_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.841717 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.886015 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.888646 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Network 0342f415-dcec-45e7-8cb2-29a7597e2239 is already hosted by enough agents. {{(pid=119315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:46.894897 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.base_scheduler [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Resources bound (agent type, host, resource id): {{(pid=119315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:46.896814 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Pushing event updated for resources: {'Port': ['ID=a41634d7-b77f-4436-8165-ec6551e36823,revision_number=1']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:46.899011 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Received port after_create {{(pid=119315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:46.917173 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.953435 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Attempting to bind port a41634d7-b77f-4436-8165-ec6551e36823 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:46.953721 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Attempting to bind port a41634d7-b77f-4436-8165-ec6551e36823 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:46.954096 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Attempting to bind port a41634d7-b77f-4436-8165-ec6551e36823 on network 0342f415-dcec-45e7-8cb2-29a7597e2239 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:46.960041 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:46.960678 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Checking segment: {'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:46.961090 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:46.961494 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Bound using segment: {'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:46.961966 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Bound port: a41634d7-b77f-4436-8165-ec6551e36823, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:46.962354 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:47.020498 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Allocated IP 172.27.2.235 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/c5c36d32-1e48-443e-9ff3-d39995ab185b) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:47.027105 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] For port a41634d7-b77f-4436-8165-ec6551e36823, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:47.030090 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] For port a41634d7-b77f-4436-8165-ec6551e36823, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=a41634d7-b77f-4436-8165-ec6551e36823,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:47.034796 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:47.108191 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f982339-3f85-4cea-a07f-2ab4b01e29fd None None] Pushing event updated for resources: {'Port': ['ID=a41634d7-b77f-4436-8165-ec6551e36823,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:47.147379 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:47.182798 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:47.227703 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:47.229391 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:47.233919 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:47.269455 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c36d32-1e48-443e-9ff3-d39995ab185b,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:47.376943 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device a41634d7-b77f-4436-8165-ec6551e36823 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:47.429924 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port a41634d7-b77f-4436-8165-ec6551e36823 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:47.430428 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:47.516738 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:47.531722 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:47.550568 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port a41634d7-b77f-4436-8165-ec6551e36823, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=a41634d7-b77f-4436-8165-ec6551e36823,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:47.554848 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:47.609074 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=a41634d7-b77f-4436-8165-ec6551e36823,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:47.741639 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772'] for router, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:47.878007 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 is scheduled to L3 agent 640f890b-768f-43eb-a273-24caa84ba444 with binding_index 1 {{(pid=119314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:54:47.981048 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9d734-534d-4714-87cf-60bd4e421091 None None] Network 0342f415-dcec-45e7-8cb2-29a7597e2239 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:47.991766 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:48.009088 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] Publish callbacks [] for router, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:48.010406 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-23df8b53-f97a-4ac1-8c20-63739d681461 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5697196 Dec 15 14:54:48.013156 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47908) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:48.026344 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Sync routers for ids ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:48.061877 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Routers {'9314ee27-d44e-4c0d-9fba-7d66bfafa015'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:48.063060 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:48.140240 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-0cbdcef4-3d5e-4af1-ba28-351601ebe2dd None None] Provisioning complete for port a41634d7-b77f-4436-8165-ec6551e36823 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:48.140613 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0cbdcef4-3d5e-4af1-ba28-351601ebe2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:48.235495 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Set router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:48.459659 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:48.466614 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:47Z', 'revision_number': 3, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:48.498135 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Checking router: 9314ee27-d44e-4c0d-9fba-7d66bfafa015 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:48.498430 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Updating router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 port c5c36d32-1e48-443e-9ff3-d39995ab185b binding host dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:54:48.535768 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-c2aa3a78-3c32-4d4e-9fdf-fd0e1cf0fc21 None None] Provisioning complete for port a41634d7-b77f-4436-8165-ec6551e36823 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:48.536149 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3a78-3c32-4d4e-9fdf-fd0e1cf0fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:48.560348 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:48.634583 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Allocated IP 172.20.0.1 (0342f415-dcec-45e7-8cb2-29a7597e2239/d4c94c3a-b26a-48f7-bba7-41dcc5463ca7/3705bff4-94d4-40ab-aeaa-51ca869efbba) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:48.754901 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:48.789053 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:48.826661 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Network 0342f415-dcec-45e7-8cb2-29a7597e2239 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:48.831756 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:48.834191 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:48.865838 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Pushing event updated for resources: {'Port': ['ID=3705bff4-94d4-40ab-aeaa-51ca869efbba,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:48.875296 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Publish callbacks [] for port, precommit_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:48.889581 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502151'] for router_interface, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:48.891225 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.094909 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5b5ee-c1e9-4276-9aff-b5e248d6720c None None] Pushing event updated for resources: {'Port': ['ID=c5c36d32-1e48-443e-9ff3-d39995ab185b,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:49.097319 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Attempting to bind port c5c36d32-1e48-443e-9ff3-d39995ab185b on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:49.097703 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Attempting to bind port c5c36d32-1e48-443e-9ff3-d39995ab185b by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:49.098075 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Attempting to bind port c5c36d32-1e48-443e-9ff3-d39995ab185b on network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:49.103405 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-a804a635-58e0-4dff-87a8-2652291c72a8 None None] Provisioning complete for port 3705bff4-94d4-40ab-aeaa-51ca869efbba triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:49.103782 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a804a635-58e0-4dff-87a8-2652291c72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.108746 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:49.109128 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:49.109532 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.109930 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Bound using segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:49.110405 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Bound port: c5c36d32-1e48-443e-9ff3-d39995ab185b, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:49.110891 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.173040 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-a804a635-58e0-4dff-87a8-2652291c72a8 None None] Port 3705bff4-94d4-40ab-aeaa-51ca869efbba cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:49.193763 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] For port c5c36d32-1e48-443e-9ff3-d39995ab185b, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:49.197016 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] For port c5c36d32-1e48-443e-9ff3-d39995ab185b, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c5c36d32-1e48-443e-9ff3-d39995ab185b,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:49.201571 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.267406 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Routers {'9314ee27-d44e-4c0d-9fba-7d66bfafa015'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:49.268196 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:49.287666 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.315552 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5b5ee-c1e9-4276-9aff-b5e248d6720c None None] Pushing event updated for resources: {'Port': ['ID=c5c36d32-1e48-443e-9ff3-d39995ab185b,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:49.325542 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device a41634d7-b77f-4436-8165-ec6551e36823 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:49.430144 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] Set router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:49.459109 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port a41634d7-b77f-4436-8165-ec6551e36823 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:49.459494 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.464768 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.469451 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.537492 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503095'] for router_interface, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.540599 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Pushing event updated for resources: {'Port': ['ID=3705bff4-94d4-40ab-aeaa-51ca869efbba,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:49.641053 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Network 0342f415-dcec-45e7-8cb2-29a7597e2239 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:49.642436 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:49.710000 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:48Z', 'revision_number': 1, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:49.742313 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e28aa-85c3-4a7f-a7a3-2362b4565e0d None None] The sync data for ids ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'] in dv-cinder-787195-10-iscsi is: [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:48Z', 'revision_number': 1, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:49.778287 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:54:49.900345 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:49.905396 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-943a70af-cd14-44ab-a624-7c014b40a892 admin admin] 10.222.0.62 "PUT /v2.0/routers/9314ee27-d44e-4c0d-9fba-7d66bfafa015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8911870 Dec 15 14:54:49.913942 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-dcccf4c2-7d18-416c-842d-6679e5072f79 None None] Provisioning complete for port 3705bff4-94d4-40ab-aeaa-51ca869efbba triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:49.914335 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-dcccf4c2-7d18-416c-842d-6679e5072f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:49.953967 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-dcccf4c2-7d18-416c-842d-6679e5072f79 None None] Port 3705bff4-94d4-40ab-aeaa-51ca869efbba cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:50.457747 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47928) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:50.463309 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-413951503-network', 'tenant_id': '534a46094e8f4d359279c02fade95d49'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:50.484532 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Made reservation on behalf of 534a46094e8f4d359279c02fade95d49 for: {'network': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:50.487228 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:50.497149 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:50.534767 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b0dad76a-0f48-4137-9124-79f702e1dce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:50.589184 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:50.593475 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:50.623202 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e83d59-66a4-4ef4-9f3e-cfe7e78231d8,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:50.630860 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=119313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:54:50.643346 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:50.643531 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.segments_db [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Added segment 09fc151a-46c4-4b03-adea-dab07369d646 of type vlan for network 18a88c3d-f254-48a2-875f-e00151c508aa Dec 15 14:54:50.687238 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:50.715396 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:50.717896 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:50.719298 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:50.784331 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3254364 Dec 15 14:54:50.786977 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47932) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:50.793786 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Request body: {'subnet': {'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-413951503-subnet', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'ip_version': 4}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:50.798007 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e804241-f1c8-4080-8061-d2c1c6f94848 admin admin] Pushing event updated for resources: {'Network': ['ID=18a88c3d-f254-48a2-875f-e00151c508aa,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:50.808767 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 18a88c3d-f254-48a2-875f-e00151c508aa details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:54:50.823013 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Made reservation on behalf of 534a46094e8f4d359279c02fade95d49 for: {'subnet': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:54:50.828863 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4585173'] for subnet, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.011874 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4585163'] for subnet, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.066664 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e60212-c21a-40c2-9700-88694ca57c9f,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:51.077493 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Checking segment: {'id': '09fc151a-46c4-4b03-adea-dab07369d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:51.077831 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Network hostable DHCP agents. Network: 18a88c3d-f254-48a2-875f-e00151c508aa, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:54:51.096479 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Network 18a88c3d-f254-48a2-875f-e00151c508aa is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:54:51.105057 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 18a88c3d-f254-48a2-875f-e00151c508aa) {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:51.109646 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:54:51.110233 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.116855 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f242bb96-78fb-4aa6-824e-033cf24072ac None None] Network 18a88c3d-f254-48a2-875f-e00151c508aa requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:51.125816 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-2c7b3e21-daa9-4b37-8b78-168573cf2ae8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3378978 Dec 15 14:54:51.128568 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47934) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:51.133111 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-413951503-router', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:51.163212 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12371'] for router, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.164290 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12360'] for router, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.221899 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.227697 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp948c5bf3-a631-5c35-9847-0d272dc6ef08-18a88c3d-f254-48a2-875f-e00151c508aa', 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa', 'project_id': '534a46094e8f4d359279c02fade95d49', 'fixed_ips': [{'subnet_id': '41e60212-c21a-40c2-9700-88694ca57c9f'}]}} from dv-cinder-787195-10-iscsi. {{(pid=119315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:54:51.228620 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.363971 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c5c36d32-1e48-443e-9ff3-d39995ab185b up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:51.374792 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.422440 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.db_base_plugin_common [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Allocated IP 172.20.0.2 (18a88c3d-f254-48a2-875f-e00151c508aa/41e60212-c21a-40c2-9700-88694ca57c9f/fc3b4bca-e176-4319-9413-a0113de8cc23) {{(pid=119315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:51.463972 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port c5c36d32-1e48-443e-9ff3-d39995ab185b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:51.464346 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.605698 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.627986 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.663152 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.683242 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Publish callbacks [] for port, precommit_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.700968 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.704138 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port c5c36d32-1e48-443e-9ff3-d39995ab185b, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c5c36d32-1e48-443e-9ff3-d39995ab185b,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:51.714245 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.750042 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Allocated IP 172.27.2.166 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/458ac620-46ce-44d9-a1fe-14bfae343d16) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:51.762233 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Network 18a88c3d-f254-48a2-875f-e00151c508aa is already hosted by enough agents. {{(pid=119315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:51.765313 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.base_scheduler [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Resources bound (agent type, host, resource id): {{(pid=119315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:51.769166 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Received port after_create {{(pid=119315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:51.784224 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Pushing event updated for resources: {'Port': ['ID=fc3b4bca-e176-4319-9413-a0113de8cc23,revision_number=1']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:51.823492 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Sync routers for ids ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:51.836852 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Routers {'9314ee27-d44e-4c0d-9fba-7d66bfafa015'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:51.837489 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:51.874909 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.887578 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Attempting to bind port fc3b4bca-e176-4319-9413-a0113de8cc23 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:51.888117 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Attempting to bind port fc3b4bca-e176-4319-9413-a0113de8cc23 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '09fc151a-46c4-4b03-adea-dab07369d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:51.888614 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Attempting to bind port fc3b4bca-e176-4319-9413-a0113de8cc23 on network 18a88c3d-f254-48a2-875f-e00151c508aa {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:51.896781 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=c5c36d32-1e48-443e-9ff3-d39995ab185b,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:51.899566 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:51.900348 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Checking segment: {'id': '09fc151a-46c4-4b03-adea-dab07369d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:51.900887 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.901365 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Bound using segment: {'id': '09fc151a-46c4-4b03-adea-dab07369d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:51.901942 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Bound port: fc3b4bca-e176-4319-9413-a0113de8cc23, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fc151a-46c4-4b03-adea-dab07369d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:51.902428 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.913858 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:51.947856 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Set router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:51.963562 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:51.973599 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:51.975602 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Pushing event updated for resources: {'Port': ['ID=458ac620-46ce-44d9-a1fe-14bfae343d16,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:51.977929 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:51.979164 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] For port fc3b4bca-e176-4319-9413-a0113de8cc23, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:51.982882 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] For port fc3b4bca-e176-4319-9413-a0113de8cc23, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=fc3b4bca-e176-4319-9413-a0113de8cc23,segment=NetworkSegment(09fc151a-46c4-4b03-adea-dab07369d646),segment_id=09fc151a-46c4-4b03-adea-dab07369d646)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:51.989160 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:52.002967 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.003325 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.003674 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.004019 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.004354 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.004687 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.005017 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.005347 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.005677 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.006005 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.006332 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.006684 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.007016 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.074241 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344bc3b-7b70-4eb5-b6a7-c75210b12031 None None] Pushing event updated for resources: {'Port': ['ID=fc3b4bca-e176-4319-9413-a0113de8cc23,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:52.173525 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 2, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:52.200166 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Checking router: 9314ee27-d44e-4c0d-9fba-7d66bfafa015 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:52.200520 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Updating router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 port 3705bff4-94d4-40ab-aeaa-51ca869efbba binding host dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:54:52.229436 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:52.278298 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:52.498410 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772'] for router, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:52.532184 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Publish callbacks [] for port, precommit_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:52.538420 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:52.600116 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Pushing event updated for resources: {'Port': ['ID=3705bff4-94d4-40ab-aeaa-51ca869efbba,revision_number=3']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:52.641613 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.642343 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.642686 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.643370 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.643728 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.644256 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.644615 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.644967 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.645308 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.645660 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.646002 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.646334 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.646691 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:54:52.665013 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Attempting to bind port 3705bff4-94d4-40ab-aeaa-51ca869efbba on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:52.665394 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Attempting to bind port 3705bff4-94d4-40ab-aeaa-51ca869efbba by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:52.665772 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Attempting to bind port 3705bff4-94d4-40ab-aeaa-51ca869efbba on network 0342f415-dcec-45e7-8cb2-29a7597e2239 {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:52.672246 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:52.673013 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Checking segment: {'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:52.673631 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:52.674349 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Bound using segment: {'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:52.675102 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Bound port: 3705bff4-94d4-40ab-aeaa-51ca869efbba, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'}}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:52.675687 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:52.761916 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] For port 3705bff4-94d4-40ab-aeaa-51ca869efbba, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:52.765993 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] For port 3705bff4-94d4-40ab-aeaa-51ca869efbba, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=3705bff4-94d4-40ab-aeaa-51ca869efbba,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:52.775637 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:52.849432 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Routers {'9314ee27-d44e-4c0d-9fba-7d66bfafa015'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:52.850480 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:52.854295 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f227d-65b9-4058-8444-03f49635e14b None None] Pushing event updated for resources: {'Port': ['ID=3705bff4-94d4-40ab-aeaa-51ca869efbba,revision_number=4']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:52.917388 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-7e21c283-fde5-4855-aeec-a6dd7a4a3a07 None None] Provisioning complete for port 3705bff4-94d4-40ab-aeaa-51ca869efbba triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:52.917959 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7e21c283-fde5-4855-aeec-a6dd7a4a3a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:52.926484 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Router f77efa02-0dba-40f2-8851-ffdde785d634 is scheduled to L3 agent 640f890b-768f-43eb-a273-24caa84ba444 with binding_index 1 {{(pid=119313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:54:52.992984 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-82783edc-4794-4ce6-a4ee-736d36533ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:53.012062 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] Set router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:53.062241 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7e21c283-fde5-4855-aeec-a6dd7a4a3a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:53.103502 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:53.127195 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Sync routers for ids ['f77efa02-0dba-40f2-8851-ffdde785d634'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:53.131757 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-7e21c283-fde5-4855-aeec-a6dd7a4a3a07 None None] For port 3705bff4-94d4-40ab-aeaa-51ca869efbba, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=3705bff4-94d4-40ab-aeaa-51ca869efbba,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:53.136804 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:53.141543 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47940) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:53.142198 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-95cf09f7-f7aa-4776-a09c-621a88320c9a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0118918 Dec 15 14:54:53.161168 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Routers {'f77efa02-0dba-40f2-8851-ffdde785d634'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:53.161740 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f77efa02-0dba-40f2-8851-ffdde785d634'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:53.163862 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7e21c283-fde5-4855-aeec-a6dd7a4a3a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:53.327178 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:52Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:53.339821 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21c283-fde5-4855-aeec-a6dd7a4a3a07 None None] Pushing event updated for resources: {'Port': ['ID=3705bff4-94d4-40ab-aeaa-51ca869efbba,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:53.358593 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-734c6f06-22f9-4c0b-92ef-fd42d11f7712 None None] Provisioning complete for port 3705bff4-94d4-40ab-aeaa-51ca869efbba triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:53.358996 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-734c6f06-22f9-4c0b-92ef-fd42d11f7712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:53.388886 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d13f07-c56c-4072-ac17-04da679f6459 None None] The sync data for ids ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'] in dv-cinder-787195-10-iscsi is: [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:52Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:53.531161 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f10142-9c96-4a2e-bf0a-3fefba1de920 None None] Network 18a88c3d-f254-48a2-875f-e00151c508aa requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:54:53.536719 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Set router f77efa02-0dba-40f2-8851-ffdde785d634 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:53.541867 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 3705bff4-94d4-40ab-aeaa-51ca869efbba up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:53.695114 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:53.868671 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 3705bff4-94d4-40ab-aeaa-51ca869efbba triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:53.869048 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:53.884645 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Allocated IP 172.20.0.1 (18a88c3d-f254-48a2-875f-e00151c508aa/41e60212-c21a-40c2-9700-88694ca57c9f/658b8ddb-43b7-4d8e-a991-4077813837db) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:54:54.004579 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'name': 'tempest-TestShelveInstance-413951503-router', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:52Z', 'revision_number': 3, 'project_id': '534a46094e8f4d359279c02fade95d49', 'gw_port': {'id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:54.007002 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.042976 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Checking router: f77efa02-0dba-40f2-8851-ffdde785d634 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:54.043397 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Updating router f77efa02-0dba-40f2-8851-ffdde785d634 port 458ac620-46ce-44d9-a1fe-14bfae343d16 binding host dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:54:54.046958 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-0673967b-c5cb-4a96-9cdf-1da356310c33 None None] Provisioning complete for port fc3b4bca-e176-4319-9413-a0113de8cc23 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:54.047341 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0673967b-c5cb-4a96-9cdf-1da356310c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.054007 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.064679 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device fc3b4bca-e176-4319-9413-a0113de8cc23 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:54.116786 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Pushing event updated for resources: {'Port': ['ID=658b8ddb-43b7-4d8e-a991-4077813837db,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:54.130052 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Network 18a88c3d-f254-48a2-875f-e00151c508aa is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:54.131657 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:54.134071 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:54:54.146580 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.182495 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502151'] for router_interface, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.198821 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.341817 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port fc3b4bca-e176-4319-9413-a0113de8cc23 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:54.342211 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.354484 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.418962 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0673967b-c5cb-4a96-9cdf-1da356310c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.489052 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-0673967b-c5cb-4a96-9cdf-1da356310c33 None None] For port fc3b4bca-e176-4319-9413-a0113de8cc23, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=fc3b4bca-e176-4319-9413-a0113de8cc23,segment=NetworkSegment(09fc151a-46c4-4b03-adea-dab07369d646),segment_id=09fc151a-46c4-4b03-adea-dab07369d646)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:54.497030 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0673967b-c5cb-4a96-9cdf-1da356310c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.537087 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.541739 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.596556 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c5c36d32-1e48-443e-9ff3-d39995ab185b up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:54.607977 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Pushing event updated for resources: {'Port': ['ID=658b8ddb-43b7-4d8e-a991-4077813837db,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:54.610419 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503095'] for router_interface, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.646505 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673967b-c5cb-4a96-9cdf-1da356310c33 None None] Pushing event updated for resources: {'Port': ['ID=fc3b4bca-e176-4319-9413-a0113de8cc23,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:54.685700 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-58ca4a1e-42a8-4339-98bf-7d5317f2d195 None None] Provisioning complete for port fc3b4bca-e176-4319-9413-a0113de8cc23 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:54.686091 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-58ca4a1e-42a8-4339-98bf-7d5317f2d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.688630 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Publish callbacks [] for port, precommit_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.709636 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Network 18a88c3d-f254-48a2-875f-e00151c508aa is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:54:54.711277 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:54:54.717831 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.793444 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port c5c36d32-1e48-443e-9ff3-d39995ab185b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:54.793823 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.800439 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Attempting to bind port 458ac620-46ce-44d9-a1fe-14bfae343d16 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:54.800845 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Attempting to bind port 458ac620-46ce-44d9-a1fe-14bfae343d16 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:54.801192 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Attempting to bind port 458ac620-46ce-44d9-a1fe-14bfae343d16 on network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:54.824672 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bcc99-b7b8-47f6-a5b9-8f7f5449249c None None] Pushing event updated for resources: {'Port': ['ID=458ac620-46ce-44d9-a1fe-14bfae343d16,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:54.834681 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:54.835815 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:54.835815 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.836112 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Bound using segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:54.836600 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Bound port: 458ac620-46ce-44d9-a1fe-14bfae343d16, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:54.836991 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.837948 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Router f77efa02-0dba-40f2-8851-ffdde785d634 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:54:54.950812 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] For port 458ac620-46ce-44d9-a1fe-14bfae343d16, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:54.956302 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] For port 458ac620-46ce-44d9-a1fe-14bfae343d16, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=458ac620-46ce-44d9-a1fe-14bfae343d16,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:54.977271 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:54:54.980841 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:54.983005 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c3a814da-76b3-4e3d-90d9-6d20229b8287 admin admin] 10.222.0.62 "PUT /v2.0/routers/f77efa02-0dba-40f2-8851-ffdde785d634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8406808 Dec 15 14:54:55.010766 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-58ca4a1e-42a8-4339-98bf-7d5317f2d195 None None] Provisioning complete for port 658b8ddb-43b7-4d8e-a991-4077813837db triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:55.011308 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-58ca4a1e-42a8-4339-98bf-7d5317f2d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.084491 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bcc99-b7b8-47f6-a5b9-8f7f5449249c None None] Pushing event updated for resources: {'Port': ['ID=458ac620-46ce-44d9-a1fe-14bfae343d16,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:55.089016 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-58ca4a1e-42a8-4339-98bf-7d5317f2d195 None None] Port 658b8ddb-43b7-4d8e-a991-4077813837db cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:55.090385 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Routers {'f77efa02-0dba-40f2-8851-ffdde785d634'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:55.091022 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f77efa02-0dba-40f2-8851-ffdde785d634'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:55.222163 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] Set router f77efa02-0dba-40f2-8851-ffdde785d634 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:55.390532 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 3705bff4-94d4-40ab-aeaa-51ca869efbba up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:55.427045 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-00e128cd-dbe7-4008-ada6-c80db62ed69f None None] Provisioning complete for port 658b8ddb-43b7-4d8e-a991-4077813837db triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:55.427421 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-00e128cd-dbe7-4008-ada6-c80db62ed69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.567655 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-00e128cd-dbe7-4008-ada6-c80db62ed69f None None] Port 658b8ddb-43b7-4d8e-a991-4077813837db cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:54:55.587342 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 3705bff4-94d4-40ab-aeaa-51ca869efbba triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:55.587704 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.623099 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47956) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:55.627804 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-3e9a310c-a2d3-4718-9d8a-476191eef8c9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591491276', 'description': 'tempest-secgroup-smoke-591491276 description', 'project_id': '3501de2be47c438cbaf2153b88019ed3'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:55.654125 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3e9a310c-a2d3-4718-9d8a-476191eef8c9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.718087 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'name': 'tempest-TestShelveInstance-413951503-router', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:54Z', 'revision_number': 4, 'project_id': '534a46094e8f4d359279c02fade95d49', 'gw_port': {'id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '658b8ddb-43b7-4d8e-a991-4077813837db', 'name': '', 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'mac_address': 'fa:16:3e:d9:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '41e60212-c21a-40c2-9700-88694ca57c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:53Z', 'updated_at': '2021-12-15T14:54:54Z', 'revision_number': 2, 'project_id': '534a46094e8f4d359279c02fade95d49', 'subnets': [{'id': '41e60212-c21a-40c2-9700-88694ca57c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:55.721393 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device fc3b4bca-e176-4319-9413-a0113de8cc23 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:55.732531 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3e9a310c-a2d3-4718-9d8a-476191eef8c9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.737835 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3e9a310c-a2d3-4718-9d8a-476191eef8c9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.767606 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a310c-a2d3-4718-9d8a-476191eef8c9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:55.768073 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e6826-c620-4673-b2ee-2251996e1586 None None] The sync data for ids ['f77efa02-0dba-40f2-8851-ffdde785d634'] in dv-cinder-787195-10-iscsi is: [{'id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'name': 'tempest-TestShelveInstance-413951503-router', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:54Z', 'revision_number': 4, 'project_id': '534a46094e8f4d359279c02fade95d49', 'gw_port': {'id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '658b8ddb-43b7-4d8e-a991-4077813837db', 'name': '', 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'mac_address': 'fa:16:3e:d9:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '41e60212-c21a-40c2-9700-88694ca57c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:53Z', 'updated_at': '2021-12-15T14:54:54Z', 'revision_number': 2, 'project_id': '534a46094e8f4d359279c02fade95d49', 'subnets': [{'id': '41e60212-c21a-40c2-9700-88694ca57c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:55.771629 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3e9a310c-a2d3-4718-9d8a-476191eef8c9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.775716 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-3e9a310c-a2d3-4718-9d8a-476191eef8c9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1487281 Dec 15 14:54:55.776172 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47962) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:55.781029 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-3f328aa3-5113-4f4e-b515-7ac6edf94f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Request body: {'security_group_rule': {'security_group_id': '9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8', 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:55.804168 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port fc3b4bca-e176-4319-9413-a0113de8cc23 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:55.804168 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.816524 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3f328aa3-5113-4f4e-b515-7ac6edf94f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.879846 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3f328aa3-5113-4f4e-b515-7ac6edf94f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.884933 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3f328aa3-5113-4f4e-b515-7ac6edf94f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.905093 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f328aa3-5113-4f4e-b515-7ac6edf94f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d98952-6915-4c8e-bdcc-0fa4d0873caa,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:55.914820 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3f328aa3-5113-4f4e-b515-7ac6edf94f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:55.916036 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-3f328aa3-5113-4f4e-b515-7ac6edf94f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385570 Dec 15 14:54:55.918985 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47966) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:55.924628 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-32607ff0-19bd-4f4c-b8d6-da3c02ed91de tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Request body: {'security_group_rule': {'security_group_id': '9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8', 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:55.955887 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-32607ff0-19bd-4f4c-b8d6-da3c02ed91de tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.039186 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-32607ff0-19bd-4f4c-b8d6-da3c02ed91de tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.042679 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-32607ff0-19bd-4f4c-b8d6-da3c02ed91de tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.059070 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32607ff0-19bd-4f4c-b8d6-da3c02ed91de tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e9d46e-d17e-4f4e-b761-201952e5e983,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:56.070157 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-32607ff0-19bd-4f4c-b8d6-da3c02ed91de tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.074005 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-32607ff0-19bd-4f4c-b8d6-da3c02ed91de tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513717 Dec 15 14:54:56.074237 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 47972) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:56.078623 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-9db9d4e5-5a4a-4160-a4f5-80242c3788b4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Request body: {'security_group_rule': {'security_group_id': '9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8', 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:56.107108 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9db9d4e5-5a4a-4160-a4f5-80242c3788b4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.167911 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9db9d4e5-5a4a-4160-a4f5-80242c3788b4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.171949 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9db9d4e5-5a4a-4160-a4f5-80242c3788b4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.190881 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9d4e5-5a4a-4160-a4f5-80242c3788b4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a34d601-8b49-4ce6-ac2c-ec36906437ad,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:56.199742 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9db9d4e5-5a4a-4160-a4f5-80242c3788b4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.199994 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.203148 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-9db9d4e5-5a4a-4160-a4f5-80242c3788b4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278443 Dec 15 14:54:56.203851 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47974) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:56.209548 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-46391f0f-4bcb-4e5f-8cf3-a8c07213e6b0 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Request body: {'security_group_rule': {'security_group_id': '9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8', 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:56.237636 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-46391f0f-4bcb-4e5f-8cf3-a8c07213e6b0 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.297898 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-46391f0f-4bcb-4e5f-8cf3-a8c07213e6b0 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.302660 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-46391f0f-4bcb-4e5f-8cf3-a8c07213e6b0 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.321121 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46391f0f-4bcb-4e5f-8cf3-a8c07213e6b0 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589a6404-63ce-4488-bf00-0558a3cf41d2,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:56.330522 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-46391f0f-4bcb-4e5f-8cf3-a8c07213e6b0 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.331788 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-46391f0f-4bcb-4e5f-8cf3-a8c07213e6b0 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261013 Dec 15 14:54:56.334700 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47976) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:56.339527 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-23f77579-8836-4b35-a65e-e826b78034ca tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Request body: {'security_group_rule': {'security_group_id': '9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8', 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:56.361038 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.securitygroups_db [None req-23f77579-8836-4b35-a65e-e826b78034ca tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Project 3501de2be47c438cbaf2153b88019ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:54:56.366113 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-23f77579-8836-4b35-a65e-e826b78034ca tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.426100 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-23f77579-8836-4b35-a65e-e826b78034ca tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.436243 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-23f77579-8836-4b35-a65e-e826b78034ca tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.453699 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f77579-8836-4b35-a65e-e826b78034ca tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54fd94b-987b-42ab-b7a6-7efd222616b1,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:56.469380 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-23f77579-8836-4b35-a65e-e826b78034ca tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.470903 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-23f77579-8836-4b35-a65e-e826b78034ca tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347101 Dec 15 14:54:56.473391 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 47978) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:54:56.477715 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-2ec7830c-df70-4c73-a69c-29a46712081c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Request body: {'security_group_rule': {'security_group_id': '9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8', 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:54:56.501239 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.securitygroups_db [None req-2ec7830c-df70-4c73-a69c-29a46712081c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Project 3501de2be47c438cbaf2153b88019ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:54:56.507289 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2ec7830c-df70-4c73-a69c-29a46712081c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.575091 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2ec7830c-df70-4c73-a69c-29a46712081c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.578784 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2ec7830c-df70-4c73-a69c-29a46712081c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.599516 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7830c-df70-4c73-a69c-29a46712081c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b773f6b4-564b-4764-ba22-4bd323f9ec0d,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:56.605691 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2ec7830c-df70-4c73-a69c-29a46712081c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:56.616341 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-2ec7830c-df70-4c73-a69c-29a46712081c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326904 Dec 15 14:54:56.838425 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:57.329993 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 458ac620-46ce-44d9-a1fe-14bfae343d16 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:57.385834 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 458ac620-46ce-44d9-a1fe-14bfae343d16 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:57.386534 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:57.468558 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:57.494937 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port 458ac620-46ce-44d9-a1fe-14bfae343d16, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=458ac620-46ce-44d9-a1fe-14bfae343d16,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:57.498851 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:57.554895 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=458ac620-46ce-44d9-a1fe-14bfae343d16,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:57.752664 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Sync routers for ids ['f77efa02-0dba-40f2-8851-ffdde785d634'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:54:57.762610 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Routers {'f77efa02-0dba-40f2-8851-ffdde785d634'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:57.763318 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f77efa02-0dba-40f2-8851-ffdde785d634'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:57.873612 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Set router f77efa02-0dba-40f2-8851-ffdde785d634 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:58.186711 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'name': 'tempest-TestShelveInstance-413951503-router', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:54Z', 'revision_number': 4, 'project_id': '534a46094e8f4d359279c02fade95d49', 'gw_port': {'id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '658b8ddb-43b7-4d8e-a991-4077813837db', 'name': '', 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'mac_address': 'fa:16:3e:d9:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '41e60212-c21a-40c2-9700-88694ca57c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:53Z', 'updated_at': '2021-12-15T14:54:54Z', 'revision_number': 2, 'project_id': '534a46094e8f4d359279c02fade95d49', 'subnets': [{'id': '41e60212-c21a-40c2-9700-88694ca57c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:58.223437 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Checking router: f77efa02-0dba-40f2-8851-ffdde785d634 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:54:58.223808 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Updating router f77efa02-0dba-40f2-8851-ffdde785d634 port 658b8ddb-43b7-4d8e-a991-4077813837db binding host dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:54:58.252231 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:58.511247 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Publish callbacks [] for port, precommit_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:58.516463 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:58.572524 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6ecea-be87-428a-90d7-670dfd60c0ff None None] Pushing event updated for resources: {'Port': ['ID=658b8ddb-43b7-4d8e-a991-4077813837db,revision_number=3']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:58.631411 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Attempting to bind port 658b8ddb-43b7-4d8e-a991-4077813837db on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:54:58.631787 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Attempting to bind port 658b8ddb-43b7-4d8e-a991-4077813837db by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '09fc151a-46c4-4b03-adea-dab07369d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa'}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:54:58.632161 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Attempting to bind port 658b8ddb-43b7-4d8e-a991-4077813837db on network 18a88c3d-f254-48a2-875f-e00151c508aa {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:54:58.637385 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:54:58.637765 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Checking segment: {'id': '09fc151a-46c4-4b03-adea-dab07369d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:54:58.638169 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:58.638567 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Bound using segment: {'id': '09fc151a-46c4-4b03-adea-dab07369d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa'} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:54:58.639068 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Bound port: 658b8ddb-43b7-4d8e-a991-4077813837db, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fc151a-46c4-4b03-adea-dab07369d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa'}}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:54:58.639476 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:58.708444 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] For port 658b8ddb-43b7-4d8e-a991-4077813837db, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:54:58.712197 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] For port 658b8ddb-43b7-4d8e-a991-4077813837db, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=658b8ddb-43b7-4d8e-a991-4077813837db,segment=NetworkSegment(09fc151a-46c4-4b03-adea-dab07369d646),segment_id=09fc151a-46c4-4b03-adea-dab07369d646)] {{(pid=119316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:54:58.716638 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:58.769202 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Routers {'f77efa02-0dba-40f2-8851-ffdde785d634'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:54:58.769877 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:54:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f77efa02-0dba-40f2-8851-ffdde785d634'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:58.814972 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6ecea-be87-428a-90d7-670dfd60c0ff None None] Pushing event updated for resources: {'Port': ['ID=658b8ddb-43b7-4d8e-a991-4077813837db,revision_number=4']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:58.816127 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-009cb563-eea7-4c2d-be01-5031805c0853 None None] Provisioning complete for port 658b8ddb-43b7-4d8e-a991-4077813837db triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:58.816599 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-009cb563-eea7-4c2d-be01-5031805c0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:58.899751 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] Set router f77efa02-0dba-40f2-8851-ffdde785d634 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:54:58.910834 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-009cb563-eea7-4c2d-be01-5031805c0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:58.947694 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-009cb563-eea7-4c2d-be01-5031805c0853 None None] For port 658b8ddb-43b7-4d8e-a991-4077813837db, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=658b8ddb-43b7-4d8e-a991-4077813837db,segment=NetworkSegment(09fc151a-46c4-4b03-adea-dab07369d646),segment_id=09fc151a-46c4-4b03-adea-dab07369d646)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:54:58.951774 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-009cb563-eea7-4c2d-be01-5031805c0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:59.003985 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cb563-eea7-4c2d-be01-5031805c0853 None None] Pushing event updated for resources: {'Port': ['ID=658b8ddb-43b7-4d8e-a991-4077813837db,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:54:59.075604 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-82418840-49a4-45ad-999a-703f1274dda2 None None] Provisioning complete for port 658b8ddb-43b7-4d8e-a991-4077813837db triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:59.075890 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-82418840-49a4-45ad-999a-703f1274dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:59.105885 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'name': 'tempest-TestShelveInstance-413951503-router', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:54Z', 'revision_number': 4, 'project_id': '534a46094e8f4d359279c02fade95d49', 'gw_port': {'id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '658b8ddb-43b7-4d8e-a991-4077813837db', 'name': '', 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'mac_address': 'fa:16:3e:d9:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '41e60212-c21a-40c2-9700-88694ca57c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:53Z', 'updated_at': '2021-12-15T14:54:58Z', 'revision_number': 4, 'project_id': '534a46094e8f4d359279c02fade95d49', 'subnets': [{'id': '41e60212-c21a-40c2-9700-88694ca57c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:54:59.133515 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f939c9-7209-443e-a466-86eadf1a954b None None] The sync data for ids ['f77efa02-0dba-40f2-8851-ffdde785d634'] in dv-cinder-787195-10-iscsi is: [{'id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'name': 'tempest-TestShelveInstance-413951503-router', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:54Z', 'revision_number': 4, 'project_id': '534a46094e8f4d359279c02fade95d49', 'gw_port': {'id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '658b8ddb-43b7-4d8e-a991-4077813837db', 'name': '', 'network_id': '18a88c3d-f254-48a2-875f-e00151c508aa', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'mac_address': 'fa:16:3e:d9:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '41e60212-c21a-40c2-9700-88694ca57c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:53Z', 'updated_at': '2021-12-15T14:54:58Z', 'revision_number': 4, 'project_id': '534a46094e8f4d359279c02fade95d49', 'subnets': [{'id': '41e60212-c21a-40c2-9700-88694ca57c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:54:59.335726 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 458ac620-46ce-44d9-a1fe-14bfae343d16 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:59.391487 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 458ac620-46ce-44d9-a1fe-14bfae343d16 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:59.391889 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:54:59.475180 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 658b8ddb-43b7-4d8e-a991-4077813837db up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:54:59.525440 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 658b8ddb-43b7-4d8e-a991-4077813837db triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:54:59.525814 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:01.826398 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:15.528818 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:55:18.168577 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-cb5c89e0-d4e6-498c-a373-6518ea7eefc2 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591491276&fields=id&tenant_id=3501de2be47c438cbaf2153b88019ed3 HTTP/1.1" status: 200 len: 267 time: 0.0446846 Dec 15 14:55:18.276670 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ac64-0327-4962-aac3-2d741750b162 req-984a88f2-2cd2-41f4-9aeb-a22c6a81bad7 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:18.278152 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-984a88f2-2cd2-41f4-9aeb-a22c6a81bad7 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/networks?id=0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 200 len: 808 time: 0.1016726 Dec 15 14:55:18.295192 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-264582a8-44dd-4c87-8648-517582d75cf5 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/quotas/3501de2be47c438cbaf2153b88019ed3 HTTP/1.1" status: 200 len: 375 time: 0.0106812 Dec 15 14:55:18.351483 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-df79bcb0-1716-4e98-b199-435aa9dfe9c5 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3501de2be47c438cbaf2153b88019ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507245 Dec 15 14:55:18.404592 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48176) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:18.445573 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-a090a224-7236-47bf-a137-dfa3e9e5abb9 service neutron] 10.222.0.62 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824091 Dec 15 14:55:18.511330 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:18.536705 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-22eb0060-d89f-4792-b963-1c5b282e5991 service neutron] 10.222.0.62 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847952 Dec 15 14:55:18.585952 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:18.589913 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:18.627693 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2a9f992a1ac4ac586628f8bfa92a87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220092 Dec 15 14:55:18.629679 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3cac61-614f-453d-8bb4-483467fbd386,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:18.630611 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48182) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:18.636974 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.637262 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.637611 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.637956 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.638295 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.638651 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.638986 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.639418 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.639641 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.639999 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.640332 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.641159 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.641488 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310d72-4531-4de1-b59e-45640e65fc89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:18.680799 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-997b5e5b-6f3b-4536-9762-5caef3910fa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:18.702214 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-997b5e5b-6f3b-4536-9762-5caef3910fa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:18.750784 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-997b5e5b-6f3b-4536-9762-5caef3910fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:18.753322 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-997b5e5b-6f3b-4536-9762-5caef3910fa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:18.754463 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-997b5e5b-6f3b-4536-9762-5caef3910fa9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa3cac61-614f-453d-8bb4-483467fbd386 HTTP/1.1" status: 204 len: 168 time: 0.1226819 Dec 15 14:55:18.763340 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b5e5b-6f3b-4536-9762-5caef3910fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3cac61-614f-453d-8bb4-483467fbd386,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:18.841948 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-920256c4-3f8e-4369-ae72-31ac55a78071 req-1b75ff0e-fbd8-4ea5-83d4-4b2acb4fb460 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 210 time: 0.0299063 Dec 15 14:55:19.921205 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5e9822d7-9745-4669-8d5f-58a21456dae7 req-2fad1288-b56b-41a3-b6d3-b118fc256b28 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 210 time: 0.0264773 Dec 15 14:55:20.526070 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-1134b3f7-2049-495e-9c5e-2a45be992c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:21.010074 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bb3a7d94-cdb1-4767-9316-d6e97d5d2102 req-8fa54173-ccd3-410a-b882-feff67572330 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 210 time: 0.0271463 Dec 15 14:55:22.094688 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bf11f700-9b82-4d63-9257-ab9cd79ce121 req-7340b3b1-e5d0-4e75-810d-2756b6ebfb21 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 210 time: 0.0355909 Dec 15 14:55:22.268823 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48254) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:22.372898 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-30cb36eb-ad1e-4c79-ac99-93fa68f6d48e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:22.445900 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-30cb36eb-ad1e-4c79-ac99-93fa68f6d48e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:22.449468 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-30cb36eb-ad1e-4c79-ac99-93fa68f6d48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:22.488715 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-30cb36eb-ad1e-4c79-ac99-93fa68f6d48e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5b8f6d7c25b4951bdf04d9b2ed6e28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187603 Dec 15 14:55:22.489593 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb36eb-ad1e-4c79-ac99-93fa68f6d48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb7bf89-a544-489c-9c74-28d3df206414,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:22.491558 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48258) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:22.538259 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-35b170c4-7aad-496a-8148-643694f19395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:22.559120 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-35b170c4-7aad-496a-8148-643694f19395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:22.604726 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-35b170c4-7aad-496a-8148-643694f19395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:22.607322 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-35b170c4-7aad-496a-8148-643694f19395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:22.608457 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-35b170c4-7aad-496a-8148-643694f19395 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebb7bf89-a544-489c-9c74-28d3df206414 HTTP/1.1" status: 204 len: 168 time: 0.1158786 Dec 15 14:55:22.616540 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b170c4-7aad-496a-8148-643694f19395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb7bf89-a544-489c-9c74-28d3df206414,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:22.957669 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-6fd79338-3f43-4f37-9f2f-88f70844d7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.193851 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-152fd7d9-b99c-468c-aaf0-aac184eed7c2 req-6268e827-3d12-449a-95e9-5f13e41b508d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 210 time: 0.0260167 Dec 15 14:55:23.217228 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48282) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:23.321032 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1204032546-network', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:23.342733 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Made reservation on behalf of 4e24c50e82614f85a1d2aee9eefad427 for: {'network': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:55:23.345260 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.356234 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.435184 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.439590 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.466897 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=119314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:55:23.477556 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdc993a-7cf8-47f3-adc4-d0f3cc1d95ce,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:23.485046 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.485429 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.segments_db [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Added segment 0004aa9d-f24a-47fc-af24-47a4f4ec24ee of type vlan for network fa926840-8677-471f-9953-c7ba032090ea Dec 15 14:55:23.525738 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.549460 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.550402 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:23.551066 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.602078 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3837020 Dec 15 14:55:23.604965 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48288) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:23.610506 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Request body: {'subnet': {'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1204032546-subnet', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'ip_version': 4}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:23.615206 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b8cd7-01c5-489f-9493-1797e03e651d admin admin] Pushing event updated for resources: {'Network': ['ID=fa926840-8677-471f-9953-c7ba032090ea,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:23.625633 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network fa926840-8677-471f-9953-c7ba032090ea details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:55:23.631481 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Made reservation on behalf of 4e24c50e82614f85a1d2aee9eefad427 for: {'subnet': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:55:23.633760 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4585173'] for subnet, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.854592 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4585163'] for subnet, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:23.947186 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ac64-0327-4962-aac3-2d741750b162 req-4345b753-eec7-4297-a0ab-860e8d9ac019 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:23.948805 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-4345b753-eec7-4297-a0ab-860e8d9ac019 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.64 "GET /v2.0/networks?id=0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 200 len: 808 time: 0.1894107 Dec 15 14:55:23.953867 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a581819-4911-44d1-8b4a-96fdb7a52644,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:23.975309 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Checking segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:55:23.975674 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Network hostable DHCP agents. Network: fa926840-8677-471f-9953-c7ba032090ea, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:55:24.010401 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Network fa926840-8677-471f-9953-c7ba032090ea is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:55:24.034266 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-8af6e0ad-48f2-4139-9cd9-1ef449213e2f tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3501de2be47c438cbaf2153b88019ed3 HTTP/1.1" status: 200 len: 379 time: 0.0731928 Dec 15 14:55:24.035260 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, fa926840-8677-471f-9953-c7ba032090ea) {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:24.039423 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:24.040018 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.044707 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adbe757-c858-4c73-bed4-3b310bb3647b None None] Network fa926840-8677-471f-9953-c7ba032090ea requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:55:24.046014 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Request body: {'port': {'device_id': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'admin_state_up': True, 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'security_groups': ['9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8']}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:24.111165 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-83d67fba-0d0f-46d5-8100-f3d34b7f1856 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5016682 Dec 15 14:55:24.111394 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48290) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:24.118389 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:24.157851 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.163054 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp948c5bf3-a631-5c35-9847-0d272dc6ef08-fa926840-8677-471f-9953-c7ba032090ea', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644'}]}} from dv-cinder-787195-10-iscsi. {{(pid=119315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:55:24.164181 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.174998 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12371'] for router, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.175994 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12360'] for router, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.242825 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.243842 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Made reservation on behalf of 3501de2be47c438cbaf2153b88019ed3 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:55:24.247722 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.316009 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.db_base_plugin_common [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Allocated IP 172.20.0.2 (fa926840-8677-471f-9953-c7ba032090ea/0a581819-4911-44d1-8b4a-96fdb7a52644/b2891f19-e552-49bd-ae53-2f3de55c9c32) {{(pid=119315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:55:24.391944 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-63ba9bc5-11d9-4212-a1eb-7ebf72090a7a req-318b44eb-e2d1-4ff8-84f8-1472a7566ac4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 210 time: 0.0855341 Dec 15 14:55:24.463117 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Publish callbacks [] for port, precommit_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.470896 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.480872 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.513473 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Network fa926840-8677-471f-9953-c7ba032090ea is already hosted by enough agents. {{(pid=119315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:24.517762 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Pushing event updated for resources: {'Port': ['ID=b2891f19-e552-49bd-ae53-2f3de55c9c32,revision_number=1']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:24.520181 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.base_scheduler [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Resources bound (agent type, host, resource id): {{(pid=119315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:24.522235 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Received port after_create {{(pid=119315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:55:24.578822 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Attempting to bind port b2891f19-e552-49bd-ae53-2f3de55c9c32 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:55:24.579193 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Attempting to bind port b2891f19-e552-49bd-ae53-2f3de55c9c32 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:55:24.579559 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Attempting to bind port b2891f19-e552-49bd-ae53-2f3de55c9c32 on network fa926840-8677-471f-9953-c7ba032090ea {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:55:24.581270 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Allocated IP 172.20.0.5 (0342f415-dcec-45e7-8cb2-29a7597e2239/d4c94c3a-b26a-48f7-bba7-41dcc5463ca7/67ff1dfb-f844-4c7a-ad98-d91c2c44f88f) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:55:24.585418 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:55:24.586020 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Checking segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:55:24.586531 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.586970 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Bound using segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:55:24.587472 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Bound port: b2891f19-e552-49bd-ae53-2f3de55c9c32, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:55:24.587860 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.650920 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] For port b2891f19-e552-49bd-ae53-2f3de55c9c32, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:55:24.655062 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] For port b2891f19-e552-49bd-ae53-2f3de55c9c32, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=b2891f19-e552-49bd-ae53-2f3de55c9c32,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:55:24.660577 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.715755 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03a45-fa19-495a-968c-e59777e0fdf5 None None] Pushing event updated for resources: {'Port': ['ID=b2891f19-e552-49bd-ae53-2f3de55c9c32,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:24.814419 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.862941 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.893520 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:24.948203 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.011181 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Network 0342f415-dcec-45e7-8cb2-29a7597e2239 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:25.032802 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:25.040377 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:55:25.044444 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event updated for resources: {'Port': ['ID=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:25.096208 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Allocated IP 172.27.2.64 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/57c47223-23b4-4a0f-a8f2-a234031e6c5e) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:55:25.114850 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:25.115397 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.173908 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-9fde2661-5a16-4c44-aeb9-13f5b36e5f4a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1314359 Dec 15 14:55:25.186961 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Request body: {'port': {'device_id': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:25.255141 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-1cbd5086-f446-422a-bbcc-336f4111a98c None None] Provisioning complete for port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:25.255727 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-1cbd5086-f446-422a-bbcc-336f4111a98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.276865 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.304083 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd5086-f446-422a-bbcc-336f4111a98c None None] Port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:55:25.314908 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.320077 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.376772 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device b2891f19-e552-49bd-ae53-2f3de55c9c32 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:25.376961 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:25.381519 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:25.383931 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:55:25.433120 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port b2891f19-e552-49bd-ae53-2f3de55c9c32 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:25.433583 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.452144 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Pushing event updated for resources: {'Port': ['ID=57c47223-23b4-4a0f-a8f2-a234031e6c5e,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:25.526718 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.530221 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c62e7-3b7e-4b30-b42f-cc127e331a24 req-5a92d62f-21f9-41f3-9981-cee0031b8eab tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:25.538003 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-835c62e7-3b7e-4b30-b42f-cc127e331a24 req-5a92d62f-21f9-41f3-9981-cee0031b8eab tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 931 time: 0.0659943 Dec 15 14:55:25.571165 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port b2891f19-e552-49bd-ae53-2f3de55c9c32, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=b2891f19-e552-49bd-ae53-2f3de55c9c32,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:55:25.582507 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.599271 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-835c62e7-3b7e-4b30-b42f-cc127e331a24 req-207346d8-56df-4f6c-b6a4-431f2e09fe3a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600991 Dec 15 14:55:25.642871 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=b2891f19-e552-49bd-ae53-2f3de55c9c32,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:25.707602 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b1db5-e260-4195-b463-8425205bd6cf None None] Network fa926840-8677-471f-9953-c7ba032090ea requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:55:25.775719 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-73804780-63b2-4479-b0df-f2f129dd871d None None] Provisioning complete for port b2891f19-e552-49bd-ae53-2f3de55c9c32 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:25.776095 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-73804780-63b2-4479-b0df-f2f129dd871d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.891820 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.941838 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:55:25.953248 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:25.999129 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Transition to ACTIVE for port object 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:55:26.005924 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:26.116954 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-ebd318cf-96ad-4625-83d2-c18455aacc23 None None] Provisioning complete for port b2891f19-e552-49bd-ae53-2f3de55c9c32 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:26.117476 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ebd318cf-96ad-4625-83d2-c18455aacc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:26.120615 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Pushing event updated for resources: {'Port': ['ID=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:26.223254 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:26.234794 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772'] for router, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:26.242770 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Attempting to bind port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:55:26.243035 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Attempting to bind port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:55:26.243372 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Attempting to bind port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f on network 0342f415-dcec-45e7-8cb2-29a7597e2239 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:55:26.250184 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f on network 0342f415-dcec-45e7-8cb2-29a7597e2239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:55:26.250541 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Attempting to bind port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f on network 0342f415-dcec-45e7-8cb2-29a7597e2239 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:55:26.289041 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:55:26.289380 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Checking segment: {'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:55:26.289802 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Bound using segment: {'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:55:26.290212 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Bound port: 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b805e4-5738-49c6-a0c5-8309c79555b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:55:26.290574 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:26.660988 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] For port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:55:26.665714 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] For port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:55:26.679112 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:26.743821 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:26.744445 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:26.745843 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] 10.222.0.64 "PUT /v2.0/ports/67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 200 len: 1093 time: 1.5633731 Dec 15 14:55:26.748199 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:55:26.751070 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055eb42f-7c19-4b59-a871-5d74ecfa3e89" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:55:26.777262 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a377d6c-7f13-4c6b-a53c-977f7f21b761 service neutron] Pushing event updated for resources: {'Port': ['ID=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:26.788500 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009800c-9c39-47eb-82af-843efb090a1e req-af8b40ac-c591-47e3-a6d7-3cb499fee5b9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:26.790095 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6009800c-9c39-47eb-82af-843efb090a1e req-af8b40ac-c591-47e3-a6d7-3cb499fee5b9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.1305416 Dec 15 14:55:26.799792 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Router f8e7d868-c190-4615-b865-33e40c1309f2 is scheduled to L3 agent 640f890b-768f-43eb-a273-24caa84ba444 with binding_index 1 {{(pid=119313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:55:26.813620 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e796260-b30b-46d6-97aa-b128f6b74957 x-openstack-request-id: req-3e796260-b30b-46d6-97aa-b128f6b74957 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:55:26.813914 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:55:26.814176 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e796260-b30b-46d6-97aa-b128f6b74957 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:55:26.814578 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'status': 'completed', 'code': 200} Dec 15 14:55:26.843296 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:26.925082 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6009800c-9c39-47eb-82af-843efb090a1e req-4c44c5c7-0e58-4fef-a6d7-764afa368bcb tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224310 Dec 15 14:55:26.930305 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ac64-0327-4962-aac3-2d741750b162 req-a22d8239-10c1-4b25-ba3f-72227ae9f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:26.931771 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-a22d8239-10c1-4b25-ba3f-72227ae9f74f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3501de2be47c438cbaf2153b88019ed3&device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1096 time: 0.1403627 Dec 15 14:55:27.003042 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-e6a0c22f-3ecb-4f80-991f-112f426ce8eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 200 len: 217 time: 0.0397482 Dec 15 14:55:27.038123 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:55:27.047949 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Sync routers for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:55:27.058224 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:55:27.059091 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:27.063602 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ac64-0327-4962-aac3-2d741750b162 req-57e07a05-6990-48aa-9d5b-b0927ae66343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:27.065107 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-57e07a05-6990-48aa-9d5b-b0927ae66343 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 HTTP/1.1" status: 200 len: 847 time: 0.0545053 Dec 15 14:55:27.068179 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:27.069297 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-422f6a1d-0e0d-4d74-99fd-0a6f15f5428f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9569633 Dec 15 14:55:27.072149 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48300) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:27.118610 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ac64-0327-4962-aac3-2d741750b162 req-85b5510b-9da3-4cc7-958c-f52cc0f7fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:27.120809 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-85b5510b-9da3-4cc7-958c-f52cc0f7fc6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0342f415-dcec-45e7-8cb2-29a7597e2239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485506 Dec 15 14:55:27.216957 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-6265cf68-cf48-47b3-992f-01c350f93aa1 service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886135 Dec 15 14:55:27.321095 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:55:27.343400 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d933ac64-0327-4962-aac3-2d741750b162 req-b1a2fee1-28b2-4722-a50b-3853fbc75d19 service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197412 Dec 15 14:55:27.386194 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device b2891f19-e552-49bd-ae53-2f3de55c9c32 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:27.434965 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-d5daba69-e9e6-463b-a580-9eaf8b7ef34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:27.436536 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-d5daba69-e9e6-463b-a580-9eaf8b7ef34e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3501de2be47c438cbaf2153b88019ed3&device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1096 time: 0.0450215 Dec 15 14:55:27.509568 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port b2891f19-e552-49bd-ae53-2f3de55c9c32 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:27.509876 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:27.536110 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-d76d3919-de44-477e-829e-f097d3e3c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:27.537615 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-d76d3919-de44-477e-829e-f097d3e3c344 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 200 len: 909 time: 0.0936573 Dec 15 14:55:27.586802 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-680ef013-f221-4073-a73b-69950035af63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 200 len: 217 time: 0.0417926 Dec 15 14:55:27.622436 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:25Z', 'revision_number': 3, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:27.644548 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-343b95a2-7b2c-4705-a808-60d3b442d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:27.646232 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-343b95a2-7b2c-4705-a808-60d3b442d3b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 HTTP/1.1" status: 200 len: 847 time: 0.0512776 Dec 15 14:55:27.652835 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Checking router: f8e7d868-c190-4615-b865-33e40c1309f2 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:55:27.653232 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Updating router f8e7d868-c190-4615-b865-33e40c1309f2 port 57c47223-23b4-4a0f-a8f2-a234031e6c5e binding host dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:55:27.680287 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:27.693044 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-adb91bfa-8728-44f6-95fc-d3aa86ba2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:27.694539 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-adb91bfa-8728-44f6-95fc-d3aa86ba2d8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0342f415-dcec-45e7-8cb2-29a7597e2239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414376 Dec 15 14:55:27.752041 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:27.789495 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-be73b185-adbe-4975-93c2-ecfa975a46ce service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869415 Dec 15 14:55:27.884252 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-055eb42f-7c19-4b59-a871-5d74ecfa3e89 req-440567ba-0abc-40de-a2e1-9d69730d201f service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870972 Dec 15 14:55:27.915385 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Allocated IP 172.20.0.1 (fa926840-8677-471f-9953-c7ba032090ea/0a581819-4911-44d1-8b4a-96fdb7a52644/f8a04e69-eb30-4ddf-8879-6d60698b4ce9) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:55:27.939919 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Publish callbacks [] for port, precommit_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:27.945176 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.001003 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Attempting to bind port 57c47223-23b4-4a0f-a8f2-a234031e6c5e on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:55:28.001765 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Attempting to bind port 57c47223-23b4-4a0f-a8f2-a234031e6c5e by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:55:28.001765 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Attempting to bind port 57c47223-23b4-4a0f-a8f2-a234031e6c5e on network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:55:28.010103 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:55:28.010478 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:55:28.010906 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.011300 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Bound using segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:55:28.011769 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Bound port: 57c47223-23b4-4a0f-a8f2-a234031e6c5e, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:55:28.012148 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.039787 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af38a5e-a6b9-4718-ad37-3a2614fd176f None None] Pushing event updated for resources: {'Port': ['ID=57c47223-23b4-4a0f-a8f2-a234031e6c5e,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:28.051452 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.069013 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] For port 57c47223-23b4-4a0f-a8f2-a234031e6c5e, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:55:28.072042 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] For port 57c47223-23b4-4a0f-a8f2-a234031e6c5e, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=57c47223-23b4-4a0f-a8f2-a234031e6c5e,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:55:28.072213 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531944a-8959-47fb-a360-1a317e3c15cd req-b27993a4-1287-45f7-8a75-8a9f33bb2626 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:28.073663 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b531944a-8959-47fb-a360-1a317e3c15cd req-b27993a4-1287-45f7-8a75-8a9f33bb2626 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.0713346 Dec 15 14:55:28.077094 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.120259 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.135287 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af38a5e-a6b9-4718-ad37-3a2614fd176f None None] Pushing event updated for resources: {'Port': ['ID=57c47223-23b4-4a0f-a8f2-a234031e6c5e,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:28.137856 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:55:28.138458 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:28.174170 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b531944a-8959-47fb-a360-1a317e3c15cd req-99ae5e82-431d-44a7-bbf7-ec18f3c28c71 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915954 Dec 15 14:55:28.177484 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Network fa926840-8677-471f-9953-c7ba032090ea is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:28.181929 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:28.186290 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:55:28.210379 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Pushing event updated for resources: {'Port': ['ID=f8a04e69-eb30-4ddf-8879-6d60698b4ce9,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:28.230591 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502151'] for router_interface, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.250271 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:55:28.365877 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.443094 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:25Z', 'revision_number': 3, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:28.470348 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f6410d-0356-4964-972e-3b12c1b84353 None None] The sync data for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi is: [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:25Z', 'revision_number': 3, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:55:28.498570 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-33b69843-f963-499e-8cf3-6b3a4e1a6ee5 None None] Provisioning complete for port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:28.498998 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-33b69843-f963-499e-8cf3-6b3a4e1a6ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.534921 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-33b69843-f963-499e-8cf3-6b3a4e1a6ee5 None None] Port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:55:28.535616 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.541086 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.611282 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503095'] for router_interface, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.613035 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Pushing event updated for resources: {'Port': ['ID=f8a04e69-eb30-4ddf-8879-6d60698b4ce9,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:28.713349 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Network fa926840-8677-471f-9953-c7ba032090ea is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:28.714676 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:28.838962 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Router f8e7d868-c190-4615-b865-33e40c1309f2 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:55:28.957569 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-a650565a-cd8b-44ed-baa0-5b830a80d24e None None] Provisioning complete for port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:28.958405 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a650565a-cd8b-44ed-baa0-5b830a80d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:28.961008 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:55:28.966209 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-ceb1599a-e13a-4389-8f85-f3a3236bde1e admin admin] 10.222.0.62 "PUT /v2.0/routers/f8e7d868-c190-4615-b865-33e40c1309f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8928723 Dec 15 14:55:29.000467 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-a650565a-cd8b-44ed-baa0-5b830a80d24e None None] Port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:55:29.354945 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12440878-8e86-478d-8c0a-f181d6f955a6 req-bac484dd-6e1d-4114-bf5a-ba4cbf0049b3 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:29.356524 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-12440878-8e86-478d-8c0a-f181d6f955a6 req-bac484dd-6e1d-4114-bf5a-ba4cbf0049b3 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.1090815 Dec 15 14:55:29.383322 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 57c47223-23b4-4a0f-a8f2-a234031e6c5e up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:29.430538 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-12440878-8e86-478d-8c0a-f181d6f955a6 req-a5d4a137-3695-47ed-b11a-342acd554318 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669196 Dec 15 14:55:29.433505 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 57c47223-23b4-4a0f-a8f2-a234031e6c5e triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:29.433884 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.524533 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.525455 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48320) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:29.530428 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1867053962-network', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:29.546221 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port 57c47223-23b4-4a0f-a8f2-a234031e6c5e, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=57c47223-23b4-4a0f-a8f2-a234031e6c5e,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:55:29.554605 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.559258 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Made reservation on behalf of d548871a1a884c2c8d0973c3d489c520 for: {'network': 1} {{(pid=119314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:55:29.562112 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for network, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.573855 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.612620 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=57c47223-23b4-4a0f-a8f2-a234031e6c5e,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:29.651954 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.657129 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.682592 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=119314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:55:29.692967 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd2a4ef-ccdd-4b01-ad4c-72bbb3b9fa3d,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:29.697818 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.698163 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.segments_db [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Added segment 12d17017-1185-41b4-acb5-f8afe90d0eb9 of type vlan for network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf Dec 15 14:55:29.743177 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763985606431'] for network, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.769942 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780'] for network, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.771229 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:29.771818 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:29.827339 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3005221 Dec 15 14:55:29.830070 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48322) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:29.836108 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Request body: {'subnet': {'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1867053962-subnet', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'ip_version': 4}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:29.836396 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764d830-cdf5-41b8-90d0-ee511175fa84 admin admin] Pushing event updated for resources: {'Network': ['ID=397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:29.847095 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf details requested by agent ovs-agent-dv-cinder-787195-10-iscsi with host dv-cinder-787195-10-iscsi {{(pid=119315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:55:29.860699 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Made reservation on behalf of d548871a1a884c2c8d0973c3d489c520 for: {'subnet': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:55:29.863178 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4585173'] for subnet, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.034048 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4543092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4585163'] for subnet, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.049213 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Sync routers for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:55:30.059160 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:55:30.059852 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:30.095972 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27baa81d-c61a-49dc-9cce-f765d1a5c9b4,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:30.101319 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Checking segment: {'id': '12d17017-1185-41b4-acb5-f8afe90d0eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:55:30.101707 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Network hostable DHCP agents. Network: 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf, hostable agents: ['15f732d6-15a0-4806-8145-3a608d1408fe'], hosted agents: [] {{(pid=119313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:55:30.120468 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf is scheduled to be hosted by DHCP agent 15f732d6-15a0-4806-8145-3a608d1408fe with binding_index 1 {{(pid=119313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:55:30.129709 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-10-iscsi, 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf) {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:30.133854 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:30.134447 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.139301 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f643f30e-0272-45e0-aa63-3c9d759d80ff None None] Network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:55:30.161205 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48324) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:30.161420 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-4639d64f-2dd4-4a74-8304-48e527f82e2e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3301127 Dec 15 14:55:30.165558 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1867053962-router', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:30.172125 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:55:30.188426 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-500934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12371'] for router, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.189482 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12360'] for router, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.246868 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.252538 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp948c5bf3-a631-5c35-9847-0d272dc6ef08-397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf', 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf', 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'fixed_ips': [{'subnet_id': '27baa81d-c61a-49dc-9cce-f765d1a5c9b4'}]}} from dv-cinder-787195-10-iscsi. {{(pid=119315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:55:30.253793 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.394054 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.397163 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 2, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:30.398444 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.db_base_plugin_common [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Allocated IP 172.20.0.2 (397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf/27baa81d-c61a-49dc-9cce-f765d1a5c9b4/05a567ed-2b30-49d9-93d6-f5893ce0ba3b) {{(pid=119315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:55:30.433240 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Checking router: f8e7d868-c190-4615-b865-33e40c1309f2 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:55:30.433586 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Updating router f8e7d868-c190-4615-b865-33e40c1309f2 port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 binding host dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:55:30.470551 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.576718 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Publish callbacks [] for port, precommit_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.583917 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688'] for port, after_create {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.625199 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf is already hosted by enough agents. {{(pid=119315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:30.630154 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.scheduler.base_scheduler [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Resources bound (agent type, host, resource id): {{(pid=119315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:30.634686 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Received port after_create {{(pid=119315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:55:30.642570 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Pushing event updated for resources: {'Port': ['ID=05a567ed-2b30-49d9-93d6-f5893ce0ba3b,revision_number=1']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:30.643428 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb1e0-ad0a-4b51-b51a-5ca37293f0d6 req-fd2fee04-95ea-4c09-adfb-1091de03cf1d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:30.645754 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8f2cb1e0-ad0a-4b51-b51a-5ca37293f0d6 req-fd2fee04-95ea-4c09-adfb-1091de03cf1d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.1101317 Dec 15 14:55:30.663740 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.693745 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.696395 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Attempting to bind port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:55:30.696867 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Attempting to bind port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '12d17017-1185-41b4-acb5-f8afe90d0eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:55:30.697245 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Attempting to bind port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b on network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:55:30.703600 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:55:30.704426 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Checking segment: {'id': '12d17017-1185-41b4-acb5-f8afe90d0eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:55:30.704859 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.705272 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Bound using segment: {'id': '12d17017-1185-41b4-acb5-f8afe90d0eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:55:30.705761 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Bound port: 05a567ed-2b30-49d9-93d6-f5893ce0ba3b, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d17017-1185-41b4-acb5-f8afe90d0eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:55:30.706153 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.764465 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8f2cb1e0-ad0a-4b51-b51a-5ca37293f0d6 req-b266c079-74c2-4f04-831e-237665c0d37c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118927 Dec 15 14:55:30.793727 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] For port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:55:30.793727 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] For port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=05a567ed-2b30-49d9-93d6-f5893ce0ba3b,segment=NetworkSegment(12d17017-1185-41b4-acb5-f8afe90d0eb9),segment_id=12d17017-1185-41b4-acb5-f8afe90d0eb9)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:55:30.799046 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.836063 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Allocated IP 172.27.2.242 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/bc0cf8e1-d9b0-43e6-9de5-95703f2b3351) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:55:30.861012 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Publish callbacks [] for port, precommit_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.872067 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.886309 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bdb13-e8ab-46d1-83a4-541459310b18 None None] Pushing event updated for resources: {'Port': ['ID=05a567ed-2b30-49d9-93d6-f5893ce0ba3b,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:30.940814 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8e163-8522-4b07-8624-3e57cd2d2392 None None] Pushing event updated for resources: {'Port': ['ID=f8a04e69-eb30-4ddf-8879-6d60698b4ce9,revision_number=3']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:30.970510 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:30.997081 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Attempting to bind port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:55:30.997634 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Attempting to bind port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:55:30.998157 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Attempting to bind port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 on network fa926840-8677-471f-9953-c7ba032090ea {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:55:31.004681 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:55:31.005386 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Checking segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:55:31.006045 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.006418 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Bound using segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:55:31.006998 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Bound port: f8a04e69-eb30-4ddf-8879-6d60698b4ce9, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'}}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:55:31.007455 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.011026 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.057225 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:31.059860 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:31.065260 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:55:31.095895 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] For port f8a04e69-eb30-4ddf-8879-6d60698b4ce9, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:55:31.106424 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] For port f8a04e69-eb30-4ddf-8879-6d60698b4ce9, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=f8a04e69-eb30-4ddf-8879-6d60698b4ce9,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:55:31.113187 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.124665 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Pushing event updated for resources: {'Port': ['ID=bc0cf8e1-d9b0-43e6-9de5-95703f2b3351,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:31.180406 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:55:31.181098 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:31.237983 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8e163-8522-4b07-8624-3e57cd2d2392 None None] Pushing event updated for resources: {'Port': ['ID=f8a04e69-eb30-4ddf-8879-6d60698b4ce9,revision_number=4']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:31.259813 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-05df14ad-9819-4036-b98f-7515d6708f5e None None] Provisioning complete for port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:31.260359 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-05df14ad-9819-4036-b98f-7515d6708f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.328723 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:55:31.413333 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-05df14ad-9819-4036-b98f-7515d6708f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.538680 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.581781 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 57c47223-23b4-4a0f-a8f2-a234031e6c5e up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:31.634439 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:31.635056 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-05df14ad-9819-4036-b98f-7515d6708f5e None None] For port f8a04e69-eb30-4ddf-8879-6d60698b4ce9, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=f8a04e69-eb30-4ddf-8879-6d60698b4ce9,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:55:31.645790 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-05df14ad-9819-4036-b98f-7515d6708f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.667321 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d37c0-22d5-4435-917e-244532662473 None None] The sync data for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi is: [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:55:31.699054 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 57c47223-23b4-4a0f-a8f2-a234031e6c5e triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:31.699478 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.735803 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df14ad-9819-4036-b98f-7515d6708f5e None None] Pushing event updated for resources: {'Port': ['ID=f8a04e69-eb30-4ddf-8879-6d60698b4ce9,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:31.781066 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-a703c1ff-8aea-42d7-b233-d6e29b882aec None None] Provisioning complete for port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:31.782435 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a703c1ff-8aea-42d7-b233-d6e29b882aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.792673 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502772'] for router, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:31.921903 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 05a567ed-2b30-49d9-93d6-f5893ce0ba3b up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:31.940828 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc6d65-681e-4438-88f2-f2bf8d2a7b51 req-87448f37-9923-4609-9a9d-34ebcd2bb12b tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:31.942504 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-00dc6d65-681e-4438-88f2-f2bf8d2a7b51 req-87448f37-9923-4609-9a9d-34ebcd2bb12b tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.0763962 Dec 15 14:55:31.947652 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:32.005210 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Router 418520a7-c83b-4af7-abc1-70943965c41a is scheduled to L3 agent 640f890b-768f-43eb-a273-24caa84ba444 with binding_index 1 {{(pid=119314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:55:32.028371 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-00dc6d65-681e-4438-88f2-f2bf8d2a7b51 req-3867280f-0d36-40de-b7e5-1f547916d593 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783606 Dec 15 14:55:32.044141 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:32.044527 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:32.141945 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:32.180812 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=05a567ed-2b30-49d9-93d6-f5893ce0ba3b,segment=NetworkSegment(12d17017-1185-41b4-acb5-f8afe90d0eb9),segment_id=12d17017-1185-41b4-acb5-f8afe90d0eb9)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:55:32.188783 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:32.215824 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b6791-a84f-4b1e-b345-e4b24997c82c None None] Network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:55:32.309259 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-d1c97b35-0b63-4c88-b036-0025f61ac79e None None] Provisioning complete for port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:32.309921 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d1c97b35-0b63-4c88-b036-0025f61ac79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:32.336221 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=05a567ed-2b30-49d9-93d6-f5893ce0ba3b,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:32.410194 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:55:32.436828 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] Publish callbacks [] for router, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:32.438471 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-1abced08-63af-4329-8bf8-db5093210706 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2759950 Dec 15 14:55:32.442204 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48330) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:32.449153 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Sync routers for ids ['418520a7-c83b-4af7-abc1-70943965c41a'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:55:32.469721 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Routers {'418520a7-c83b-4af7-abc1-70943965c41a'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:55:32.470689 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['418520a7-c83b-4af7-abc1-70943965c41a'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:32.631311 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Set router 418520a7-c83b-4af7-abc1-70943965c41a gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:55:32.748773 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-dbb8dd38-59f7-4ea8-a189-4a5870f89641 None None] Provisioning complete for port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:32.749226 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-dbb8dd38-59f7-4ea8-a189-4a5870f89641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:32.906625 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418520a7-c83b-4af7-abc1-70943965c41a', 'name': 'tempest-TestVolumeBootPattern-1867053962-router', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 3, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'gw_port': {'id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:17:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418520a7-c83b-4af7-abc1-70943965c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:32.929784 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:32.935814 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Checking router: 418520a7-c83b-4af7-abc1-70943965c41a for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:55:32.936174 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Updating router 418520a7-c83b-4af7-abc1-70943965c41a port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 binding host dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:55:32.963490 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.108295 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Allocated IP 172.20.0.1 (397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf/27baa81d-c61a-49dc-9cce-f765d1a5c9b4/1631f174-bc7b-42f9-b9b1-5c39e70364ec) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:55:33.204144 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88dc99-cf7a-4dc3-bb99-69215400918c req-856350a3-b621-46f6-bafc-1c3058f79bc9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:33.206890 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3a88dc99-cf7a-4dc3-bb99-69215400918c req-856350a3-b621-46f6-bafc-1c3058f79bc9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.1074314 Dec 15 14:55:33.234310 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Publish callbacks [] for port, precommit_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.240752 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.276497 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.289310 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3a88dc99-cf7a-4dc3-bb99-69215400918c req-0a5d3eb8-19ec-4c37-a22d-372be46cfd6a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757160 Dec 15 14:55:33.294967 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Attempting to bind port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:55:33.295349 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Attempting to bind port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:55:33.296601 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Attempting to bind port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 on network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:55:33.299176 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80032aa7-958f-4a8b-a0f2-0e3a90cc9b4c None None] Pushing event updated for resources: {'Port': ['ID=bc0cf8e1-d9b0-43e6-9de5-95703f2b3351,revision_number=2']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:33.305150 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:55:33.305535 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Checking segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:55:33.305937 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.306330 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Bound using segment: {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'} {{(pid=119315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:55:33.306836 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.managers [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Bound port: bc0cf8e1-d9b0-43e6-9de5-95703f2b3351, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e1eda-14d3-48d3-aa32-72fc3a8b786c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4'}}] {{(pid=119315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:55:33.307228 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.340811 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.366939 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] For port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:55:33.370626 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] For port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=bc0cf8e1-d9b0-43e6-9de5-95703f2b3351,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:55:33.376248 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.385369 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:33.388260 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:33.393258 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:55:33.399209 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Pushing event updated for resources: {'Port': ['ID=1631f174-bc7b-42f9-b9b1-5c39e70364ec,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:33.439344 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Routers {'418520a7-c83b-4af7-abc1-70943965c41a'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:55:33.439974 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['418520a7-c83b-4af7-abc1-70943965c41a'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:33.443022 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80032aa7-958f-4a8b-a0f2-0e3a90cc9b4c None None] Pushing event updated for resources: {'Port': ['ID=bc0cf8e1-d9b0-43e6-9de5-95703f2b3351,revision_number=3']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:33.450989 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502151'] for router_interface, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.485287 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 05a567ed-2b30-49d9-93d6-f5893ce0ba3b up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:33.587140 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] Set router 418520a7-c83b-4af7-abc1-70943965c41a gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:55:33.598250 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.646885 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:33.647269 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.779209 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.784937 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.856991 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Pushing event updated for resources: {'Port': ['ID=1631f174-bc7b-42f9-b9b1-5c39e70364ec,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:33.860112 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503095'] for router_interface, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.886082 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-e624d487-8986-4778-ab98-108623ea2b9e None None] Provisioning complete for port 1631f174-bc7b-42f9-b9b1-5c39e70364ec triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:33.886448 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e624d487-8986-4778-ab98-108623ea2b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:33.950171 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:33.951692 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:33.973404 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-e624d487-8986-4778-ab98-108623ea2b9e None None] Port 1631f174-bc7b-42f9-b9b1-5c39e70364ec cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:55:33.988970 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device f8a04e69-eb30-4ddf-8879-6d60698b4ce9 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:34.042309 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418520a7-c83b-4af7-abc1-70943965c41a', 'name': 'tempest-TestVolumeBootPattern-1867053962-router', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 3, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'gw_port': {'id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:17:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418520a7-c83b-4af7-abc1-70943965c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:34.074092 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9149d-ff3c-4f32-9d93-063b28a5bad7 None None] The sync data for ids ['418520a7-c83b-4af7-abc1-70943965c41a'] in dv-cinder-787195-10-iscsi is: [{'id': '418520a7-c83b-4af7-abc1-70943965c41a', 'name': 'tempest-TestVolumeBootPattern-1867053962-router', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 3, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'gw_port': {'id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:17:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418520a7-c83b-4af7-abc1-70943965c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:55:34.075674 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Router 418520a7-c83b-4af7-abc1-70943965c41a has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:55:34.077646 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:34.078019 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:34.191718 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:55:34.194166 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-45bc2812-9c1f-4047-ae5a-e5bcdf2af4ec None None] Provisioning complete for port 1631f174-bc7b-42f9-b9b1-5c39e70364ec triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:34.194543 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-45bc2812-9c1f-4047-ae5a-e5bcdf2af4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:34.203190 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-54cb94f5-152e-4843-a5e0-632eab1a6608 admin admin] 10.222.0.62 "PUT /v2.0/routers/418520a7-c83b-4af7-abc1-70943965c41a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594247 Dec 15 14:55:34.229614 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-45bc2812-9c1f-4047-ae5a-e5bcdf2af4ec None None] Port 1631f174-bc7b-42f9-b9b1-5c39e70364ec cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:55:34.434265 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3894cab-5e17-4df9-b048-437084631302 req-cc549be4-8be6-4f7f-9afb-bd1da737bce2 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:34.436035 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e3894cab-5e17-4df9-b048-437084631302 req-cc549be4-8be6-4f7f-9afb-bd1da737bce2 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.0526619 Dec 15 14:55:34.497438 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e3894cab-5e17-4df9-b048-437084631302 req-646421d1-0b3c-4b31-9630-21d5ca017363 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532460 Dec 15 14:55:35.356992 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:35.405392 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:35.405590 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.426400 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48342) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:35.431037 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-93e69daa-a873-4f7d-bb12-b2ff3f04a16d tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195977097', 'description': 'tempest-secgroup-smoke-195977097 description', 'project_id': '4e24c50e82614f85a1d2aee9eefad427'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:35.455277 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-93e69daa-a873-4f7d-bb12-b2ff3f04a16d tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.491458 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.512243 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] For port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=bc0cf8e1-d9b0-43e6-9de5-95703f2b3351,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:55:35.515986 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.524792 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-93e69daa-a873-4f7d-bb12-b2ff3f04a16d tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.529021 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-93e69daa-a873-4f7d-bb12-b2ff3f04a16d tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.562435 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-93e69daa-a873-4f7d-bb12-b2ff3f04a16d tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.566491 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-93e69daa-a873-4f7d-bb12-b2ff3f04a16d tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1362660 Dec 15 14:55:35.566491 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e69daa-a873-4f7d-bb12-b2ff3f04a16d tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82387ccf-5273-40f4-aaaa-6ea28a65f8f5,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:35.566993 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48346) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:35.578550 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Pushing event updated for resources: {'Port': ['ID=bc0cf8e1-d9b0-43e6-9de5-95703f2b3351,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:35.580172 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-e01dddbc-a102-4e06-b1fc-2ccb9a4b2fd5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'security_group_rule': {'security_group_id': '82387ccf-5273-40f4-aaaa-6ea28a65f8f5', 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:35.620992 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e01dddbc-a102-4e06-b1fc-2ccb9a4b2fd5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.633331 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42905872-9942-47d4-8ef8-80b6e9f780eb req-e0eaa3ed-48cb-4ca9-9e74-598a28562c8b tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:35.633331 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-42905872-9942-47d4-8ef8-80b6e9f780eb req-e0eaa3ed-48cb-4ca9-9e74-598a28562c8b tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.0549464 Dec 15 14:55:35.691607 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Sync routers for ids ['418520a7-c83b-4af7-abc1-70943965c41a'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:55:35.693402 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-42905872-9942-47d4-8ef8-80b6e9f780eb req-06f118ba-24a3-4238-ab3c-c556262e83a6 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555518 Dec 15 14:55:35.694752 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e01dddbc-a102-4e06-b1fc-2ccb9a4b2fd5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.699776 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e01dddbc-a102-4e06-b1fc-2ccb9a4b2fd5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.704317 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Routers {'418520a7-c83b-4af7-abc1-70943965c41a'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:55:35.704950 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['418520a7-c83b-4af7-abc1-70943965c41a'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:35.722408 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-e01dddbc-a102-4e06-b1fc-2ccb9a4b2fd5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.723636 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-e01dddbc-a102-4e06-b1fc-2ccb9a4b2fd5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523900 Dec 15 14:55:35.726139 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dddbc-a102-4e06-b1fc-2ccb9a4b2fd5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c98d08-3939-44f0-abb7-977cd5f92cf7,revision_number=0']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:35.726692 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48348) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:35.731846 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-4f8c94fc-f459-45bc-bdc7-c63c4a6b9e98 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'security_group_rule': {'security_group_id': '82387ccf-5273-40f4-aaaa-6ea28a65f8f5', 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:35.759680 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4f8c94fc-f459-45bc-bdc7-c63c4a6b9e98 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.814981 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4f8c94fc-f459-45bc-bdc7-c63c4a6b9e98 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.815447 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Set router 418520a7-c83b-4af7-abc1-70943965c41a gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:55:35.818978 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4f8c94fc-f459-45bc-bdc7-c63c4a6b9e98 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.841781 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c94fc-f459-45bc-bdc7-c63c4a6b9e98 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5989271c-154d-4a7c-ad7c-4a2cae0738af,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:35.847506 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-4f8c94fc-f459-45bc-bdc7-c63c4a6b9e98 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.851187 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-4f8c94fc-f459-45bc-bdc7-c63c4a6b9e98 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207719 Dec 15 14:55:35.851357 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48350) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:35.855952 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-acf884fd-0bda-480e-ad92-4c085332142c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'security_group_rule': {'security_group_id': '82387ccf-5273-40f4-aaaa-6ea28a65f8f5', 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:35.881727 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-acf884fd-0bda-480e-ad92-4c085332142c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.941195 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-acf884fd-0bda-480e-ad92-4c085332142c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.944845 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-acf884fd-0bda-480e-ad92-4c085332142c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.963659 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf884fd-0bda-480e-ad92-4c085332142c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24b5e91-660c-41d7-a71c-d2cd159696c8,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:35.973007 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-acf884fd-0bda-480e-ad92-4c085332142c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:35.974225 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-acf884fd-0bda-480e-ad92-4c085332142c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218834 Dec 15 14:55:35.976908 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48352) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:35.981167 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-fdab138f-8c9b-401a-a8ae-16fbed0296eb tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'security_group_rule': {'security_group_id': '82387ccf-5273-40f4-aaaa-6ea28a65f8f5', 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:36.007420 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fdab138f-8c9b-401a-a8ae-16fbed0296eb tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.019404 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418520a7-c83b-4af7-abc1-70943965c41a', 'name': 'tempest-TestVolumeBootPattern-1867053962-router', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:33Z', 'revision_number': 4, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'gw_port': {'id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418520a7-c83b-4af7-abc1-70943965c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '1631f174-bc7b-42f9-b9b1-5c39e70364ec', 'name': '', 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'mac_address': 'fa:16:3e:4b:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418520a7-c83b-4af7-abc1-70943965c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '27baa81d-c61a-49dc-9cce-f765d1a5c9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:32Z', 'updated_at': '2021-12-15T14:55:33Z', 'revision_number': 2, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'subnets': [{'id': '27baa81d-c61a-49dc-9cce-f765d1a5c9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:36.046189 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Checking router: 418520a7-c83b-4af7-abc1-70943965c41a for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:55:36.046817 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Updating router 418520a7-c83b-4af7-abc1-70943965c41a port 1631f174-bc7b-42f9-b9b1-5c39e70364ec binding host dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:55:36.063885 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fdab138f-8c9b-401a-a8ae-16fbed0296eb tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.067457 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fdab138f-8c9b-401a-a8ae-16fbed0296eb tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.071122 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.084464 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab138f-8c9b-401a-a8ae-16fbed0296eb tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2d6562-0341-4617-9a87-08041154eba4,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:36.093302 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-fdab138f-8c9b-401a-a8ae-16fbed0296eb tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.094757 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-fdab138f-8c9b-401a-a8ae-16fbed0296eb tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168933 Dec 15 14:55:36.097424 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48354) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:36.102308 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-07841dd2-227c-474a-8b12-facdc8bb852f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'security_group_rule': {'security_group_id': '82387ccf-5273-40f4-aaaa-6ea28a65f8f5', 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:36.124160 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.securitygroups_db [None req-07841dd2-227c-474a-8b12-facdc8bb852f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Project 4e24c50e82614f85a1d2aee9eefad427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:55:36.129176 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-07841dd2-227c-474a-8b12-facdc8bb852f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.186699 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-07841dd2-227c-474a-8b12-facdc8bb852f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.190824 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-07841dd2-227c-474a-8b12-facdc8bb852f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.210958 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07841dd2-227c-474a-8b12-facdc8bb852f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9256a5-321f-4d72-b958-dae4f7284e5d,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:36.218721 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-07841dd2-227c-474a-8b12-facdc8bb852f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.219935 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-07841dd2-227c-474a-8b12-facdc8bb852f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215696 Dec 15 14:55:36.222781 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48356) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:36.227034 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-9792eddd-48eb-45a7-ac68-08c97bfc98ef tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'security_group_rule': {'security_group_id': '82387ccf-5273-40f4-aaaa-6ea28a65f8f5', 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:36.248390 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:55:36.249855 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.securitygroups_db [None req-9792eddd-48eb-45a7-ac68-08c97bfc98ef tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Project 4e24c50e82614f85a1d2aee9eefad427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:55:36.254849 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9792eddd-48eb-45a7-ac68-08c97bfc98ef tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.319586 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9792eddd-48eb-45a7-ac68-08c97bfc98ef tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.323395 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9792eddd-48eb-45a7-ac68-08c97bfc98ef tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419035'] for security_group_rule, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.344329 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792eddd-48eb-45a7-ac68-08c97bfc98ef tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ddda7f-60f9-4c5a-9475-9fd5f806b659,revision_number=0']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:36.350613 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-9792eddd-48eb-45a7-ac68-08c97bfc98ef tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.352444 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-9792eddd-48eb-45a7-ac68-08c97bfc98ef tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287279 Dec 15 14:55:36.355590 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Publish callbacks [] for port, precommit_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.362315 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.370855 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:55:36.385012 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'port_id': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'mac_address': 'fa:16:3e:20:f3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:55:36.412610 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe060cb-c603-4c18-ae72-52505213d7d1 None None] Pushing event updated for resources: {'Port': ['ID=1631f174-bc7b-42f9-b9b1-5c39e70364ec,revision_number=3']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:36.437488 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.455677 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:55:36.482228 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:55:36.482621 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Attempting to bind port 1631f174-bc7b-42f9-b9b1-5c39e70364ec on host dv-cinder-787195-10-iscsi for vnic_type normal with profile {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:55:36.483634 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Attempting to bind port 1631f174-bc7b-42f9-b9b1-5c39e70364ec by drivers openvswitch,hyperv on host dv-cinder-787195-10-iscsi at level 0 using segments [{'id': '12d17017-1185-41b4-acb5-f8afe90d0eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf'}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:55:36.484048 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Attempting to bind port 1631f174-bc7b-42f9-b9b1-5c39e70364ec on network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:55:36.488069 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.494241 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Checking agent: {'id': '0aa398ee-d061-439e-89c1-32ed47c66342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 38, 57), 'started_at': datetime.datetime(2021, 12, 15, 14, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:55:36.494606 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Checking segment: {'id': '12d17017-1185-41b4-acb5-f8afe90d0eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:55:36.495049 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.495495 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Bound using segment: {'id': '12d17017-1185-41b4-acb5-f8afe90d0eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf'} {{(pid=119316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:55:36.495971 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.managers [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Bound port: 1631f174-bc7b-42f9-b9b1-5c39e70364ec, host: dv-cinder-787195-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d17017-1185-41b4-acb5-f8afe90d0eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf'}}] {{(pid=119316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:55:36.496376 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.554798 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:36.567793 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.568425 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.569369 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.569894 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.570682 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.571180 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.572018 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.572519 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.572760 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] For port 1631f174-bc7b-42f9-b9b1-5c39e70364ec, host dv-cinder-787195-10-iscsi, cleared binding levels {{(pid=119316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:55:36.573193 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.573688 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.574189 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.575080 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.575566 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:36.576343 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.plugins.ml2.db [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] For port 1631f174-bc7b-42f9-b9b1-5c39e70364ec, host dv-cinder-787195-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=1631f174-bc7b-42f9-b9b1-5c39e70364ec,segment=NetworkSegment(12d17017-1185-41b4-acb5-f8afe90d0eb9),segment_id=12d17017-1185-41b4-acb5-f8afe90d0eb9)] {{(pid=119316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:55:36.585019 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron_lib.callbacks.manager [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.632400 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Routers {'418520a7-c83b-4af7-abc1-70943965c41a'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:55:36.633019 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['418520a7-c83b-4af7-abc1-70943965c41a'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:36.678408 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-fe6feddf-de56-482a-82e4-7eaab66e14bd None None] Provisioning complete for port 1631f174-bc7b-42f9-b9b1-5c39e70364ec triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:36.678796 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fe6feddf-de56-482a-82e4-7eaab66e14bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.700986 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe060cb-c603-4c18-ae72-52505213d7d1 None None] Pushing event updated for resources: {'Port': ['ID=1631f174-bc7b-42f9-b9b1-5c39e70364ec,revision_number=4']} {{(pid=119316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:36.744279 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['67ff1dfb-f844-4c7a-ad98-d91c2c44f88f'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:55:36.786497 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] Set router 418520a7-c83b-4af7-abc1-70943965c41a gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:55:36.894042 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fe6feddf-de56-482a-82e4-7eaab66e14bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:36.894251 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670afbb4-5802-407a-8d9e-9b82ab7a7731 req-c9b1acc8-8994-4ebd-b4a3-949aa50760e8 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:36.895048 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-670afbb4-5802-407a-8d9e-9b82ab7a7731 req-c9b1acc8-8994-4ebd-b4a3-949aa50760e8 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 944 time: 0.0922081 Dec 15 14:55:36.963306 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-670afbb4-5802-407a-8d9e-9b82ab7a7731 req-e55677fc-ce5d-49ed-a0b3-d6a94c174da4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608387 Dec 15 14:55:36.965434 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-fe6feddf-de56-482a-82e4-7eaab66e14bd None None] For port 1631f174-bc7b-42f9-b9b1-5c39e70364ec, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=1631f174-bc7b-42f9-b9b1-5c39e70364ec,segment=NetworkSegment(12d17017-1185-41b4-acb5-f8afe90d0eb9),segment_id=12d17017-1185-41b4-acb5-f8afe90d0eb9)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:55:36.975479 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fe6feddf-de56-482a-82e4-7eaab66e14bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:37.063684 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418520a7-c83b-4af7-abc1-70943965c41a', 'name': 'tempest-TestVolumeBootPattern-1867053962-router', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:33Z', 'revision_number': 4, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'gw_port': {'id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418520a7-c83b-4af7-abc1-70943965c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '1631f174-bc7b-42f9-b9b1-5c39e70364ec', 'name': '', 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'mac_address': 'fa:16:3e:4b:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418520a7-c83b-4af7-abc1-70943965c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '27baa81d-c61a-49dc-9cce-f765d1a5c9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:32Z', 'updated_at': '2021-12-15T14:55:36Z', 'revision_number': 4, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'subnets': [{'id': '27baa81d-c61a-49dc-9cce-f765d1a5c9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:37.068269 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6feddf-de56-482a-82e4-7eaab66e14bd None None] Pushing event updated for resources: {'Port': ['ID=1631f174-bc7b-42f9-b9b1-5c39e70364ec,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:37.097768 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961197d-70d7-49d0-8ef4-f35a74ca943d None None] The sync data for ids ['418520a7-c83b-4af7-abc1-70943965c41a'] in dv-cinder-787195-10-iscsi is: [{'id': '418520a7-c83b-4af7-abc1-70943965c41a', 'name': 'tempest-TestVolumeBootPattern-1867053962-router', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:33Z', 'revision_number': 4, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'gw_port': {'id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418520a7-c83b-4af7-abc1-70943965c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '1631f174-bc7b-42f9-b9b1-5c39e70364ec', 'name': '', 'network_id': '397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'mac_address': 'fa:16:3e:4b:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418520a7-c83b-4af7-abc1-70943965c41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '27baa81d-c61a-49dc-9cce-f765d1a5c9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:32Z', 'updated_at': '2021-12-15T14:55:36Z', 'revision_number': 4, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'subnets': [{'id': '27baa81d-c61a-49dc-9cce-f765d1a5c9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:55:37.128815 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-f19c8b75-fd30-4c0a-a8b2-f5afe20e8533 None None] Provisioning complete for port 1631f174-bc7b-42f9-b9b1-5c39e70364ec triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:37.129190 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f19c8b75-fd30-4c0a-a8b2-f5afe20e8533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:37.435391 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:37.488707 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:37.489089 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:37.570797 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 1631f174-bc7b-42f9-b9b1-5c39e70364ec up at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:37.626345 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Provisioning complete for port 1631f174-bc7b-42f9-b9b1-5c39e70364ec triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:37.626781 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:38.104529 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe3730-48ff-4a00-8e2e-f22792c97635 req-57a95bf2-ab12-426e-8c65-a573d4a9b878 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:38.106071 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1fbe3730-48ff-4a00-8e2e-f22792c97635 req-57a95bf2-ab12-426e-8c65-a573d4a9b878 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 944 time: 0.0506790 Dec 15 14:55:38.156213 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1fbe3730-48ff-4a00-8e2e-f22792c97635 req-68f9d755-5b8f-4e10-b962-b2bf1ffc44f4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433278 Dec 15 14:55:38.262729 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:55:38.318087 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:55:38.322033 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:38.322409 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:38.400863 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:38.425094 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:55:38.427369 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dc73f7-2058-4606-8490-f1f35b78da47" -d '{"events": [{"server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "name": "network-vif-plugged", "status": "completed", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:55:38.441575 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:55:38.446970 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:38.478097 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2a9474-c360-4343-aed8-e11c98a28f87 x-openstack-request-id: req-8d2a9474-c360-4343-aed8-e11c98a28f87 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:55:38.478454 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "name": "network-vif-plugged", "status": "completed", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:55:38.478749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d2a9474-c360-4343-aed8-e11c98a28f87 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:55:38.479151 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'code': 200} Dec 15 14:55:38.506850 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:38.707807 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a0a98-6691-4502-ad0b-736c82c16cdf req-d44e814a-6150-4e19-bddb-7f55c4a8f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:38.709432 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ec4a0a98-6691-4502-ad0b-736c82c16cdf req-d44e814a-6150-4e19-bddb-7f55c4a8f501 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1098 time: 0.0425262 Dec 15 14:55:38.763020 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ec4a0a98-6691-4502-ad0b-736c82c16cdf req-371d2eb5-0cda-44cb-bac6-5d19d2227f66 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441494 Dec 15 14:55:39.278837 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251312b-c622-4deb-9422-adf231782745 req-6ad8b64b-97b4-4a8b-8213-d5760c2e6237 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:39.281063 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5251312b-c622-4deb-9422-adf231782745 req-6ad8b64b-97b4-4a8b-8213-d5760c2e6237 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0540433 Dec 15 14:55:39.333804 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-5251312b-c622-4deb-9422-adf231782745 req-e7ce9f23-732e-45a8-b477-081f2d481c1c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466909 Dec 15 14:55:40.460082 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a717-f980-494b-891b-0e8666db727f req-4b7282ed-f588-452c-829a-bc7cf2c96702 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:40.461584 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92b7a717-f980-494b-891b-0e8666db727f req-4b7282ed-f588-452c-829a-bc7cf2c96702 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0536358 Dec 15 14:55:40.511952 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-92b7a717-f980-494b-891b-0e8666db727f req-e3926d6a-5b36-4afb-bdeb-6dbf09529d3e tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443177 Dec 15 14:55:40.627688 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c10818-7349-4598-a961-40652bbdb128 req-c645f732-0b54-463c-8465-803f8bfec26e tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:40.629183 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-09c10818-7349-4598-a961-40652bbdb128 req-c645f732-0b54-463c-8465-803f8bfec26e tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0504606 Dec 15 14:55:40.680740 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-09c10818-7349-4598-a961-40652bbdb128 req-25ba2172-a423-4a04-a00e-49ac1a9a358a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447531 Dec 15 14:55:40.702489 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48432) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:40.885605 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b89a4-5dfe-40f0-98fc-065551382587 tempest-TestShelveInstance-1963976677 tempest-TestShelveInstance-1963976677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:40.887150 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-f35b89a4-5dfe-40f0-98fc-065551382587 tempest-TestShelveInstance-1963976677 tempest-TestShelveInstance-1963976677-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1093 time: 0.1836138 Dec 15 14:55:40.890765 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48436) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:55:40.895525 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Request body: {'floatingip': {'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'port_id': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:40.917884 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for floatingip, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:41.016861 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:41.125271 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Allocated IP 172.27.2.33 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/e3fecb52-4bd9-4403-9490-80308ed28d7e) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:55:41.234603 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:41.268206 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:41.305336 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:41.308296 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:41.311833 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:55:41.341800 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event updated for resources: {'Port': ['ID=e3fecb52-4bd9-4403-9490-80308ed28d7e,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:41.684814 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:41.755333 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:41.906470 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:41.912039 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:41.982954 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event updated for resources: {'Port': ['ID=e3fecb52-4bd9-4403-9490-80308ed28d7e,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:41.992826 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:42.329980 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.l3_db [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Floating IP 40f34cae-ea71-49d3-b6d4-b4cbc9c00841 associated. External IP: 172.27.2.33, port: 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f. Dec 15 14:55:42.538937 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:55:42.644033 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:55:42.655871 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] Sync routers for ids ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:55:42.664146 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:42.666471 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] Routers {'9314ee27-d44e-4c0d-9fba-7d66bfafa015'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:55:42.667225 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:42.695445 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-3936f467-9387-4101-bcec-ec0f052607ad tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8034942 Dec 15 14:55:42.696168 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f'}] {{(pid=119314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:55:42.698449 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b153a731d63761eb74fe6a21d496159023c6413618ed33929f2ff838d171597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc7ae8d-da53-4c66-bf67-53b1db608e40" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f"}]}' {{(pid=119314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:55:42.742284 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6063776-8468-4221-b19c-42e0af0154b4 x-openstack-request-id: req-d6063776-8468-4221-b19c-42e0af0154b4 {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:55:42.742581 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f", "status": "completed", "code": 200}]} {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:55:42.742869 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6063776-8468-4221-b19c-42e0af0154b4 {{(pid=119314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:55:42.743272 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'status': 'completed', 'code': 200} Dec 15 14:55:42.784538 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] Set router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:55:42.807407 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-2e7f3373-529c-46a8-b54a-1c43730f05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:42.809012 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-2e7f3373-529c-46a8-b54a-1c43730f05eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3501de2be47c438cbaf2153b88019ed3&device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1098 time: 0.0415592 Dec 15 14:55:42.909026 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-1464d1e4-6e19-4bb1-90ee-6e27280db3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:42.910577 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-1464d1e4-6e19-4bb1-90ee-6e27280db3e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 200 len: 909 time: 0.0910735 Dec 15 14:55:42.982829 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-8cc41cec-3a36-4d15-931c-236e9e5582af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 200 len: 998 time: 0.0619144 Dec 15 14:55:43.019658 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '40f34cae-ea71-49d3-b6d4-b4cbc9c00841', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'port_id': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'mac_address': 'fa:16:3e:20:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:55:41Z', 'updated_at': '2021-12-15T14:55:41Z', 'revision_number': 0, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:53Z', 'revision_number': 5, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:43.032371 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-7d25bc9f-cc58-4e94-9ba8-f21ab581e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:43.034081 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-7d25bc9f-cc58-4e94-9ba8-f21ab581e924 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 HTTP/1.1" status: 200 len: 847 time: 0.0442076 Dec 15 14:55:43.051709 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] Checking router: 9314ee27-d44e-4c0d-9fba-7d66bfafa015 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:55:43.060208 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] Routers {'9314ee27-d44e-4c0d-9fba-7d66bfafa015'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:55:43.060819 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:43.094559 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-c8fb861b-7879-44ca-826d-1ff3204b32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:43.096134 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-c8fb861b-7879-44ca-826d-1ff3204b32ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0342f415-dcec-45e7-8cb2-29a7597e2239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459430 Dec 15 14:55:43.194150 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-b44ea2c2-9687-4c68-83dd-2b6d76d7c7ac service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901000 Dec 15 14:55:43.299109 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7cc7ae8d-da53-4c66-bf67-53b1db608e40 req-f6b29f2f-c1b5-465c-859a-f45b0551bad7 service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971045 Dec 15 14:55:43.307566 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] Set router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:55:43.543863 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '40f34cae-ea71-49d3-b6d4-b4cbc9c00841', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'port_id': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'mac_address': 'fa:16:3e:20:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:55:41Z', 'updated_at': '2021-12-15T14:55:41Z', 'revision_number': 0, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:53Z', 'revision_number': 5, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:55:43.576456 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c6edb-19f5-43d7-adbc-ff0954d98e98 None None] The sync data for ids ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'] in dv-cinder-787195-10-iscsi is: [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '40f34cae-ea71-49d3-b6d4-b4cbc9c00841', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'port_id': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'mac_address': 'fa:16:3e:20:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:55:41Z', 'updated_at': '2021-12-15T14:55:41Z', 'revision_number': 0, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:53Z', 'revision_number': 5, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:55:43.761545 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc69397-c706-4792-a23b-db6e531a260a None None] New status for floating IP 40f34cae-ea71-49d3-b6d4-b4cbc9c00841: ACTIVE {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:55:50.528656 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d9719bac-afab-4e2e-9b45-e2c05eb762e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:52.528416 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:55:52.861925 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-700bb943-341b-4e17-85ab-e750153ee36f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195977097&fields=id&tenant_id=4e24c50e82614f85a1d2aee9eefad427 HTTP/1.1" status: 200 len: 267 time: 0.0442095 Dec 15 14:55:52.962687 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-bed3b503-0f6b-47ec-904a-800b988784c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:52.974135 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-86076225-7473-48f4-b734-a7b7018d2258 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:52.975628 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-86076225-7473-48f4-b734-a7b7018d2258 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 812 time: 0.1071229 Dec 15 14:55:52.990538 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-af46c006-31d2-4300-b66c-6b5dc1ec488d tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/quotas/4e24c50e82614f85a1d2aee9eefad427 HTTP/1.1" status: 200 len: 375 time: 0.0091403 Dec 15 14:55:53.046340 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-d1369edd-9ba9-4749-9904-adde11da9fd9 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504687 Dec 15 14:55:53.140800 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-49a5b9d1-fc40-4042-af9a-a3e6457cd776 service neutron] 10.222.0.62 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827577 Dec 15 14:55:53.233612 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-6dcf632d-b9aa-481d-a09d-b3c3a4ce7f04 service neutron] 10.222.0.62 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867906 Dec 15 14:55:53.509869 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-55bb5be6-3452-4957-90be-c3aa6610d781 req-0b7fccd5-fd70-443b-8b97-573960b0f1ba tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 210 time: 0.0275085 Dec 15 14:55:54.125348 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:54.430957 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-b417b200-f80d-47d9-9b3a-7e08d472bbcc tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:54.432506 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-b417b200-f80d-47d9-9b3a-7e08d472bbcc tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 812 time: 0.1041722 Dec 15 14:55:54.503164 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-7d2f09e7-1135-4a7e-ab69-629c08d9fdd7 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e24c50e82614f85a1d2aee9eefad427 HTTP/1.1" status: 200 len: 379 time: 0.0608275 Dec 15 14:55:54.513469 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'port': {'device_id': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'admin_state_up': True, 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'security_groups': ['82387ccf-5273-40f4-aaaa-6ea28a65f8f5']}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:54.606316 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f3e8f623-dd85-41e0-8e56-be68e058fb59 req-32d0e931-6c2f-4ca3-be75-41a4d5164faf tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 210 time: 0.0269923 Dec 15 14:55:54.627734 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Made reservation on behalf of 4e24c50e82614f85a1d2aee9eefad427 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:55:54.627734 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:54.756689 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Allocated IP 172.20.0.7 (fa926840-8677-471f-9953-c7ba032090ea/0a581819-4911-44d1-8b4a-96fdb7a52644/d0063255-b678-4b82-84cc-f4b4cbe39039) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:55:54.892263 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:54.926236 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:54.972551 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Network fa926840-8677-471f-9953-c7ba032090ea is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:55:54.975541 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:55:54.979043 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:55:55.002745 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'Port': ['ID=d0063255-b678-4b82-84cc-f4b4cbe39039,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:55.017314 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.017663 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.018011 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.018350 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.018705 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.019038 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.019369 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.019702 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.020030 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.020361 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.020689 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.021010 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.021330 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:55:55.041984 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:55.042600 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:55.059831 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-26d20795-a9fe-4ecd-b13f-e009f226bf90 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499852 Dec 15 14:55:55.073824 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Request body: {'port': {'device_id': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:55:55.129014 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:55.224613 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-7344f42f-cf2d-4acb-a057-e3f66a8de799 None None] Provisioning complete for port d0063255-b678-4b82-84cc-f4b4cbe39039 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:55:55.225200 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7344f42f-cf2d-4acb-a057-e3f66a8de799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:55.260597 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-7344f42f-cf2d-4acb-a057-e3f66a8de799 None None] Port d0063255-b678-4b82-84cc-f4b4cbe39039 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:55:55.383829 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0063255-b678-4b82-84cc-f4b4cbe39039 {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:55:55.391897 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:55.403230 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Transition to ACTIVE for port object d0063255-b678-4b82-84cc-f4b4cbe39039 will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:55:55.407720 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:55.455069 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Pushing event updated for resources: {'Port': ['ID=d0063255-b678-4b82-84cc-f4b4cbe39039,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:55.528839 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Attempting to bind port d0063255-b678-4b82-84cc-f4b4cbe39039 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:55:55.529504 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Attempting to bind port d0063255-b678-4b82-84cc-f4b4cbe39039 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:55:55.529691 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Attempting to bind port d0063255-b678-4b82-84cc-f4b4cbe39039 on network fa926840-8677-471f-9953-c7ba032090ea {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:55:55.534260 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Port d0063255-b678-4b82-84cc-f4b4cbe39039 on network fa926840-8677-471f-9953-c7ba032090ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:55:55.534580 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Attempting to bind port d0063255-b678-4b82-84cc-f4b4cbe39039 on network fa926840-8677-471f-9953-c7ba032090ea {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:55:55.539728 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:55:55.540068 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Checking segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:55:55.540452 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Bound using segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:55:55.540876 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Bound port: d0063255-b678-4b82-84cc-f4b4cbe39039, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:55:55.541235 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:55.613719 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] For port d0063255-b678-4b82-84cc-f4b4cbe39039, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:55:55.616686 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] For port d0063255-b678-4b82-84cc-f4b4cbe39039, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d0063255-b678-4b82-84cc-f4b4cbe39039,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:55:55.623509 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:55.661319 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:55.661940 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:55.663390 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-93575694-1287-4d27-80b2-9aa54298584d service neutron] 10.222.0.64 "PUT /v2.0/ports/d0063255-b678-4b82-84cc-f4b4cbe39039 HTTP/1.1" status: 200 len: 1093 time: 0.5940201 Dec 15 14:55:55.663840 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'tag': 'd0063255-b678-4b82-84cc-f4b4cbe39039'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:55:55.666107 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbf928b-632c-4a7c-a246-a2db9c532ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b61962a-3212-4181-8fbd-c52e8ea42a03", "tag": "d0063255-b678-4b82-84cc-f4b4cbe39039"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:55:55.742053 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece79307-b5a4-4d89-a2d0-29cbf7358a8f x-openstack-request-id: req-ece79307-b5a4-4d89-a2d0-29cbf7358a8f {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:55:55.742347 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b61962a-3212-4181-8fbd-c52e8ea42a03", "tag": "d0063255-b678-4b82-84cc-f4b4cbe39039", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:55:55.742614 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ece79307-b5a4-4d89-a2d0-29cbf7358a8f {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:55:55.743027 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'tag': 'd0063255-b678-4b82-84cc-f4b4cbe39039', 'status': 'completed', 'code': 200} Dec 15 14:55:55.761453 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93575694-1287-4d27-80b2-9aa54298584d service neutron] Pushing event updated for resources: {'Port': ['ID=d0063255-b678-4b82-84cc-f4b4cbe39039,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:55:55.795404 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87308ea9-7b71-42fa-81be-af7cfcb5a933 req-c83cf694-5dd7-411a-a328-6a1f3887a255 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:55.797109 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-87308ea9-7b71-42fa-81be-af7cfcb5a933 req-c83cf694-5dd7-411a-a328-6a1f3887a255 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 943 time: 0.0936007 Dec 15 14:55:55.799120 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-80d51a68-bc6e-4234-860c-7f83e8dd0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:55.800477 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-80d51a68-bc6e-4234-860c-7f83e8dd0635 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 1096 time: 0.0817382 Dec 15 14:55:55.854316 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-cc83a5d8-87fe-499c-a5a3-c9503cc6f5f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0063255-b678-4b82-84cc-f4b4cbe39039 HTTP/1.1" status: 200 len: 217 time: 0.0451252 Dec 15 14:55:55.913011 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-87308ea9-7b71-42fa-81be-af7cfcb5a933 req-24798d8d-5e9b-4196-8768-938538fbfda4 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098154 Dec 15 14:55:55.924223 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-38b12b73-3ba2-4340-8457-36d7bcda7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:55.925673 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-38b12b73-3ba2-4340-8457-36d7bcda7c30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0614872 Dec 15 14:55:55.970769 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-0a02e94b-4283-4208-a6a5-73395d5497f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:55.972243 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-0a02e94b-4283-4208-a6a5-73395d5497f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400183 Dec 15 14:55:56.057457 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-eca3e756-89ca-46de-b94e-87608eea02f0 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782750 Dec 15 14:55:56.147337 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6b5cb611-0b4d-4ec5-8594-83833454eaeb req-05a9b6ce-df84-4b80-b03b-dfb6249c6846 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822639 Dec 15 14:55:56.204282 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:56.241309 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-86423f0e-8b99-4c3f-9f63-b657b142ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:56.242889 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-86423f0e-8b99-4c3f-9f63-b657b142ca11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 1096 time: 0.0422838 Dec 15 14:55:56.334577 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-6b470b75-cd4a-49b6-b4b9-0a884b319501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:56.336173 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-6b470b75-cd4a-49b6-b4b9-0a884b319501 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 913 time: 0.0852058 Dec 15 14:55:56.379311 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-c534ffb3-4d52-4814-abbe-108bbaa85c4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0063255-b678-4b82-84cc-f4b4cbe39039 HTTP/1.1" status: 200 len: 217 time: 0.0335517 Dec 15 14:55:56.428935 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-05fff4cf-0f64-4998-bcec-aea0ef5d81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:56.430361 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-05fff4cf-0f64-4998-bcec-aea0ef5d81f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0413134 Dec 15 14:55:56.484595 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-ed54a34b-4302-462e-bc56-eac1a7d4ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:56.486047 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-ed54a34b-4302-462e-bc56-eac1a7d4ca78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0477376 Dec 15 14:55:56.575582 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-4c7ae0d2-b1f0-4560-90be-18af1154444e service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824735 Dec 15 14:55:56.662350 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1cbf928b-632c-4a7c-a246-a2db9c532ea1 req-abf0eb87-6536-408c-89bb-f7f8ac12e908 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800378 Dec 15 14:55:56.840932 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:55:57.030869 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57217940-3391-449c-b02d-60907b3953d9 req-94bb88db-4c7a-400a-bd81-6bc87d8205e3 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:57.032318 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-57217940-3391-449c-b02d-60907b3953d9 req-94bb88db-4c7a-400a-bd81-6bc87d8205e3 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 943 time: 0.0476680 Dec 15 14:55:57.080601 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-57217940-3391-449c-b02d-60907b3953d9 req-acc81b67-65e5-4e27-a345-4b78a17be339 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421679 Dec 15 14:55:58.198644 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eaa06-9232-4138-9250-fd6a10c03ee1 req-aaf01192-28f6-424e-ae28-a3dcce268155 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:58.200126 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-779eaa06-9232-4138-9250-fd6a10c03ee1 req-aaf01192-28f6-424e-ae28-a3dcce268155 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 943 time: 0.0524907 Dec 15 14:55:58.250375 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-779eaa06-9232-4138-9250-fd6a10c03ee1 req-d133013c-1373-4d58-9383-ecd2fad97073 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426280 Dec 15 14:55:59.364686 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d88a4f-4531-4cc5-8a88-3908857ba2a2 req-531c2553-7270-4a82-80d7-32d934ed1a31 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:55:59.366261 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-33d88a4f-4531-4cc5-8a88-3908857ba2a2 req-531c2553-7270-4a82-80d7-32d934ed1a31 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 943 time: 0.0482206 Dec 15 14:55:59.417494 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-33d88a4f-4531-4cc5-8a88-3908857ba2a2 req-cf4fcff3-ea50-4e57-b8c5-9fd866943abf tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453777 Dec 15 14:56:00.530829 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317c1e0-05d9-4c89-aeb4-f793004885be req-e3582a61-31b7-449b-a5eb-30ee709b27dc tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:00.532315 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8317c1e0-05d9-4c89-aeb4-f793004885be req-e3582a61-31b7-449b-a5eb-30ee709b27dc tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 943 time: 0.0483146 Dec 15 14:56:00.581746 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-8317c1e0-05d9-4c89-aeb4-f793004885be req-cab0f7e2-1312-4849-bfcc-704eeecedd37 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 Dec 15 14:56:01.695977 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52552414-b04c-4bf9-8750-58127741e24d req-c9fe1217-1fcd-4a7f-9498-8e03aab98190 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:01.697450 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-52552414-b04c-4bf9-8750-58127741e24d req-c9fe1217-1fcd-4a7f-9498-8e03aab98190 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 943 time: 0.0494363 Dec 15 14:56:01.747622 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-52552414-b04c-4bf9-8750-58127741e24d req-59ac3493-a888-488f-b908-c90a0e9580eb tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441084 Dec 15 14:56:01.881869 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:02.863383 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab53eb-6261-4577-a030-53977ab48cb5 req-b96f3a9b-66e8-4ebf-b9a6-3b4d664e5e46 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:02.864849 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a1ab53eb-6261-4577-a030-53977ab48cb5 req-b96f3a9b-66e8-4ebf-b9a6-3b4d664e5e46 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 943 time: 0.0507383 Dec 15 14:56:02.913644 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a1ab53eb-6261-4577-a030-53977ab48cb5 req-429da644-b918-466f-94fb-1a8cac00079b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429292 Dec 15 14:56:04.027105 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52c284-9da2-40a2-bc74-2d1b803bdf9b req-beded772-9eae-438a-8719-b1ee031f81ea tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:04.028580 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1c52c284-9da2-40a2-bc74-2d1b803bdf9b req-beded772-9eae-438a-8719-b1ee031f81ea tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 943 time: 0.0487173 Dec 15 14:56:04.077750 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1c52c284-9da2-40a2-bc74-2d1b803bdf9b req-b3ac82bc-034c-4b7e-8dc9-b10ea5897717 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Dec 15 14:56:04.434424 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device d0063255-b678-4b82-84cc-f4b4cbe39039 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:56:04.530200 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port d0063255-b678-4b82-84cc-f4b4cbe39039, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d0063255-b678-4b82-84cc-f4b4cbe39039,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:04.541504 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': 'd0063255-b678-4b82-84cc-f4b4cbe39039', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'port_id': 'd0063255-b678-4b82-84cc-f4b4cbe39039', 'mac_address': 'fa:16:3e:82:35:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:56:04.577685 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-48373010-435d-4c40-9735-e9d6ec8d4fa1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387547 Dec 15 14:56:04.579579 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:04.593220 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0063255-b678-4b82-84cc-f4b4cbe39039 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:56:04.614399 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port d0063255-b678-4b82-84cc-f4b4cbe39039, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d0063255-b678-4b82-84cc-f4b4cbe39039,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:04.618798 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:04.666711 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-150dd381-bf24-4d79-a739-c41076462f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:04.668239 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-150dd381-bf24-4d79-a739-c41076462f8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3501de2be47c438cbaf2153b88019ed3&device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1098 time: 0.0466912 Dec 15 14:56:04.672133 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=d0063255-b678-4b82-84cc-f4b4cbe39039,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:04.777779 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-8ffb3df5-818f-4d76-b016-fac11c9464bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:04.779316 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-8ffb3df5-818f-4d76-b016-fac11c9464bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 200 len: 909 time: 0.0859876 Dec 15 14:56:04.847939 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-7f864ac0-c5b1-417a-b6d4-229a2b5e5a98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 200 len: 1000 time: 0.0615175 Dec 15 14:56:04.851034 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['d0063255-b678-4b82-84cc-f4b4cbe39039'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:56:04.896679 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-a7e65c11-496b-4fe6-b044-127183b7ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:04.898139 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-a7e65c11-496b-4fe6-b044-127183b7ec27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 HTTP/1.1" status: 200 len: 847 time: 0.0430770 Dec 15 14:56:04.946907 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-35879496-38cc-4012-a6f5-0d2b11b5ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:04.948401 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-35879496-38cc-4012-a6f5-0d2b11b5ce3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0342f415-dcec-45e7-8cb2-29a7597e2239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425386 Dec 15 14:56:05.037883 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-06a662f5-107f-463d-882e-44e230595761 service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803752 Dec 15 14:56:05.130696 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fb6ed960-2501-45dc-bd74-ff022a575b07 req-a026f8c3-d1d3-4a6a-b3c7-271ff92bae71 service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843174 Dec 15 14:56:05.193246 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f324-21ab-496d-ac18-ca22a7c62468 req-44feb706-9245-45a4-bb28-e4bb23b5177b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:05.194746 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-16f3f324-21ab-496d-ac18-ca22a7c62468 req-44feb706-9245-45a4-bb28-e4bb23b5177b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 944 time: 0.0490170 Dec 15 14:56:05.243446 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-16f3f324-21ab-496d-ac18-ca22a7c62468 req-54bf8e19-0cfd-403b-b59b-31a5a4dfbce0 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428929 Dec 15 14:56:06.361597 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bed54-1229-485f-829c-343ce2a8172b req-4411b322-e0dd-4f05-a56a-49567f1b3696 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:06.363107 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b36bed54-1229-485f-829c-343ce2a8172b req-4411b322-e0dd-4f05-a56a-49567f1b3696 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 944 time: 0.0533423 Dec 15 14:56:06.410923 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b36bed54-1229-485f-829c-343ce2a8172b req-5ab46874-f4cf-40ba-b558-a847852470ba tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419590 Dec 15 14:56:06.436945 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device d0063255-b678-4b82-84cc-f4b4cbe39039 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:56:06.485592 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port d0063255-b678-4b82-84cc-f4b4cbe39039 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:56:06.489493 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port d0063255-b678-4b82-84cc-f4b4cbe39039 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:56:06.489896 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:06.569676 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:06.592070 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0063255-b678-4b82-84cc-f4b4cbe39039'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:56:06.594286 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9b4755-e516-4f9a-a622-b68c3b5871df" -d '{"events": [{"server_uuid": "8b61962a-3212-4181-8fbd-c52e8ea42a03", "name": "network-vif-plugged", "status": "completed", "tag": "d0063255-b678-4b82-84cc-f4b4cbe39039"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:56:06.607393 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port d0063255-b678-4b82-84cc-f4b4cbe39039, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d0063255-b678-4b82-84cc-f4b4cbe39039,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:56:06.611268 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:06.634432 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aa25c0-b21f-4c1a-afce-987aa6e9afdc x-openstack-request-id: req-a8aa25c0-b21f-4c1a-afce-987aa6e9afdc {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:56:06.634749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b61962a-3212-4181-8fbd-c52e8ea42a03", "name": "network-vif-plugged", "status": "completed", "tag": "d0063255-b678-4b82-84cc-f4b4cbe39039", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:56:06.635009 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8aa25c0-b21f-4c1a-afce-987aa6e9afdc {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:56:06.635402 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0063255-b678-4b82-84cc-f4b4cbe39039', 'code': 200} Dec 15 14:56:06.662364 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=d0063255-b678-4b82-84cc-f4b4cbe39039,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:06.857258 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9da44f-cc8c-4817-aa6c-69888fd8b5c1 req-5930601a-55b0-4456-9f7f-3ea410898aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:06.858696 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5d9da44f-cc8c-4817-aa6c-69888fd8b5c1 req-5930601a-55b0-4456-9f7f-3ea410898aae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 1098 time: 0.0393608 Dec 15 14:56:06.906549 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-5d9da44f-cc8c-4817-aa6c-69888fd8b5c1 req-edd8896c-86f7-4993-b9bb-e947e1018659 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410895 Dec 15 14:56:07.528732 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ebcfe-b0fb-49c0-b10a-53f26069dd5b req-7d25bd94-38ca-4baa-b349-24cfaaf81770 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:07.530162 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f68ebcfe-b0fb-49c0-b10a-53f26069dd5b req-7d25bd94-38ca-4baa-b349-24cfaaf81770 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 945 time: 0.0497296 Dec 15 14:56:07.579962 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f68ebcfe-b0fb-49c0-b10a-53f26069dd5b req-e90424fe-ef1d-41ad-a99c-8bc835da6c76 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438416 Dec 15 14:56:08.696908 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e29f4-ff46-45fe-b29d-8b1bff2f2917 req-192b41f3-6ce3-4e5e-9b71-257caa507198 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:08.698385 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-909e29f4-ff46-45fe-b29d-8b1bff2f2917 req-192b41f3-6ce3-4e5e-9b71-257caa507198 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 945 time: 0.0495055 Dec 15 14:56:08.747533 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-909e29f4-ff46-45fe-b29d-8b1bff2f2917 req-d778b695-8b6e-4243-a210-299010ca4c00 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430548 Dec 15 14:56:08.863046 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be8a3-a9f7-4f17-865c-a45c04b1bf4c req-c782cc80-f3f5-481f-b483-de53aea8c2f1 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:08.864431 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d29be8a3-a9f7-4f17-865c-a45c04b1bf4c req-c782cc80-f3f5-481f-b483-de53aea8c2f1 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 945 time: 0.0517685 Dec 15 14:56:08.911947 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-d29be8a3-a9f7-4f17-865c-a45c04b1bf4c req-f1ff1979-40ea-4f21-bd08-afa6922c3d62 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416691 Dec 15 14:56:08.934265 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48540) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:56:09.014246 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30968a0e-300a-4c85-b939-058f4393485f tempest-TestVolumeBootPattern-1148435828 tempest-TestVolumeBootPattern-1148435828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:09.015837 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-30968a0e-300a-4c85-b939-058f4393485f tempest-TestVolumeBootPattern-1148435828 tempest-TestVolumeBootPattern-1148435828-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 1093 time: 0.0804198 Dec 15 14:56:09.018621 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48544) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:56:09.022903 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.v2.base [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'floatingip': {'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'port_id': 'd0063255-b678-4b82-84cc-f4b4cbe39039', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:56:09.045129 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:09.140635 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:09.240805 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_common [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Allocated IP 172.27.2.177 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/1de434e9-163f-422e-83d2-d73eabaca5ce) {{(pid=119314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:56:09.345987 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for port, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:09.379349 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:09.419347 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:56:09.422267 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.base_scheduler [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Resources bound (agent type, host, resource id): {{(pid=119314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:56:09.424855 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Received port after_create {{(pid=119314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:56:09.449202 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'Port': ['ID=1de434e9-163f-422e-83d2-d73eabaca5ce,revision_number=1']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:09.779844 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:09.848882 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:10.001789 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for port, precommit_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:10.006102 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4977311'] for port, after_update {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:10.074943 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'Port': ['ID=1de434e9-163f-422e-83d2-d73eabaca5ce,revision_number=2']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:56:10.087256 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_create {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:10.182652 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.db.l3_db [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Floating IP b76db71e-ea63-45f4-8456-be0a529a9606 associated. External IP: 172.27.2.177, port: d0063255-b678-4b82-84cc-f4b4cbe39039. Dec 15 14:56:10.388450 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Router f8e7d868-c190-4615-b865-33e40c1309f2 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:56:10.495669 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:56:10.505220 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] Sync routers for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:56:10.514765 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:10.516250 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:56:10.516889 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:10.542926 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-50a19a4f-5558-42db-8fc4-b3402d2cea52 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5232251 Dec 15 14:56:10.543531 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'tag': 'd0063255-b678-4b82-84cc-f4b4cbe39039'}] {{(pid=119314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:56:10.546606 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b153a731d63761eb74fe6a21d496159023c6413618ed33929f2ff838d171597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda808bb-878f-4858-af1b-2caf6e255bba" -d '{"events": [{"name": "network-changed", "server_uuid": "8b61962a-3212-4181-8fbd-c52e8ea42a03", "tag": "d0063255-b678-4b82-84cc-f4b4cbe39039"}]}' {{(pid=119314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:56:10.585948 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087b3ede-639f-4e6b-a145-76255f67a496 x-openstack-request-id: req-087b3ede-639f-4e6b-a145-76255f67a496 {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:56:10.586249 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b61962a-3212-4181-8fbd-c52e8ea42a03", "tag": "d0063255-b678-4b82-84cc-f4b4cbe39039", "status": "completed", "code": 200}]} {{(pid=119314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:56:10.586507 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-087b3ede-639f-4e6b-a145-76255f67a496 {{(pid=119314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:56:10.586958 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'tag': 'd0063255-b678-4b82-84cc-f4b4cbe39039', 'status': 'completed', 'code': 200} Dec 15 14:56:10.626081 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:56:10.651547 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda808bb-878f-4858-af1b-2caf6e255bba req-f5a74aa8-a180-441a-a15f-2373f332faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:10.653007 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-dda808bb-878f-4858-af1b-2caf6e255bba req-f5a74aa8-a180-441a-a15f-2373f332faec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 1098 time: 0.0410953 Dec 15 14:56:10.749992 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda808bb-878f-4858-af1b-2caf6e255bba req-a1bce11a-217e-4512-8880-5711a1f07072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:10.751500 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-dda808bb-878f-4858-af1b-2caf6e255bba req-a1bce11a-217e-4512-8880-5711a1f07072 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 913 time: 0.0883241 Dec 15 14:56:10.825237 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-dda808bb-878f-4858-af1b-2caf6e255bba req-f98bc707-d658-4711-bd14-5b8edeebb790 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0063255-b678-4b82-84cc-f4b4cbe39039 HTTP/1.1" status: 200 len: 999 time: 0.0612471 Dec 15 14:56:10.861588 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': 'b76db71e-ea63-45f4-8456-be0a529a9606', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': 'd0063255-b678-4b82-84cc-f4b4cbe39039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:82:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:56:09Z', 'updated_at': '2021-12-15T14:56:09Z', 'revision_number': 0, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:10.888787 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] Checking router: f8e7d868-c190-4615-b865-33e40c1309f2 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:56:10.889461 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda808bb-878f-4858-af1b-2caf6e255bba req-02f25ea5-d605-4e5f-a142-c5c5ba7d0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:10.890952 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-dda808bb-878f-4858-af1b-2caf6e255bba req-02f25ea5-d605-4e5f-a142-c5c5ba7d0dfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0481341 Dec 15 14:56:10.897576 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:56:10.898183 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:55:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:10.941845 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda808bb-878f-4858-af1b-2caf6e255bba req-9ec99cf3-757c-49a1-9169-a170c523f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:56:10.943272 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-dda808bb-878f-4858-af1b-2caf6e255bba req-9ec99cf3-757c-49a1-9169-a170c523f671 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438421 Dec 15 14:56:11.003730 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:56:11.037029 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-dda808bb-878f-4858-af1b-2caf6e255bba req-3cc55d29-1fe2-4ec9-87e3-17ba54643ab5 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803404 Dec 15 14:56:11.133311 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-dda808bb-878f-4858-af1b-2caf6e255bba req-ec358185-8894-4aa4-9df8-884b9a709a2d service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865698 Dec 15 14:56:11.226266 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': 'b76db71e-ea63-45f4-8456-be0a529a9606', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': 'd0063255-b678-4b82-84cc-f4b4cbe39039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:82:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:56:09Z', 'updated_at': '2021-12-15T14:56:09Z', 'revision_number': 0, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:56:11.256497 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59880bff-c039-44d0-8442-649b8bb110c7 None None] The sync data for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi is: [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': 'b76db71e-ea63-45f4-8456-be0a529a9606', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': 'd0063255-b678-4b82-84cc-f4b4cbe39039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:82:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:56:09Z', 'updated_at': '2021-12-15T14:56:09Z', 'revision_number': 0, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:56:11.442077 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72416aa3-9a7c-4969-b977-09aa4c4cf9bd None None] New status for floating IP b76db71e-ea63-45f4-8456-be0a529a9606: ACTIVE {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:56:20.532565 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c1f5-460d-4810-b1fe-e7ea15e73d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:22.964382 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e63584fb-a724-45b9-b081-3e91b8bc7d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:24.126454 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:26.206397 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:26.836259 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:29.527689 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:56:31.881470 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:50.533774 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-22e23f44-9042-4e3f-ad09-9934b3d0531c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:52.966219 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-1e020ed5-cec2-49a0-892f-7422202c3286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:54.133162 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:56.209246 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:56:56.838044 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:01.910795 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:05.593418 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-cc782d2e-4173-47a4-8de9-5a3b522addc4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396273 Dec 15 14:57:05.674597 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-67161e3f-688a-4d0d-8403-37cb1a9db65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:05.676095 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-67161e3f-688a-4d0d-8403-37cb1a9db65e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3501de2be47c438cbaf2153b88019ed3&device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1098 time: 0.0400641 Dec 15 14:57:06.041039 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-b867c095-aa17-44dc-82ba-a4d38b8dec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:06.042503 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-b867c095-aa17-44dc-82ba-a4d38b8dec2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 200 len: 909 time: 0.3457031 Dec 15 14:57:06.106152 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-2f4fd015-1b99-43a9-990c-c9b0e45f9ca1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 200 len: 1000 time: 0.0564685 Dec 15 14:57:06.158472 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-76c616ad-0f59-4932-b55f-2cc7bae78a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:06.160052 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-76c616ad-0f59-4932-b55f-2cc7bae78a2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 HTTP/1.1" status: 200 len: 847 time: 0.0469043 Dec 15 14:57:06.205439 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-902eff65-5780-4477-ab94-7fd741205659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:06.207297 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-902eff65-5780-4477-ab94-7fd741205659 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0342f415-dcec-45e7-8cb2-29a7597e2239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404932 Dec 15 14:57:06.296084 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-009cac1e-37f8-40f1-985f-53ac7e273dfd service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818903 Dec 15 14:57:06.388002 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7fcbda22-0be0-43e6-aa34-7564d12b9e8e req-d7c71741-8e2a-422a-8aac-4cac3498d4f8 service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842237 Dec 15 14:57:06.526110 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:57:20.537869 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-7f40174d-d0e8-4ad4-8360-594e9a4c0d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:22.966794 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-3db99369-48d6-459b-a82f-df058f79eb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:24.133299 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:26.211987 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:26.842065 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:31.919750 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:40.456656 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dedc43-f974-47ff-ad45-6bb30f0e1330 req-5210c822-4949-49c5-a74b-eabb8eb57d82 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:40.458057 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-23dedc43-f974-47ff-ad45-6bb30f0e1330 req-5210c822-4949-49c5-a74b-eabb8eb57d82 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.1054943 Dec 15 14:57:40.506304 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-23dedc43-f974-47ff-ad45-6bb30f0e1330 req-051f2d2a-808f-4907-a285-0c9e3e9a754a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422962 Dec 15 14:57:41.674858 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a5b01-6a3b-4bb4-86d2-0ca2d35b8fc1 req-51d5d5f2-5f72-44c5-8621-84d35498d718 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:41.676406 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-449a5b01-6a3b-4bb4-86d2-0ca2d35b8fc1 req-51d5d5f2-5f72-44c5-8621-84d35498d718 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.1006782 Dec 15 14:57:41.725165 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-449a5b01-6a3b-4bb4-86d2-0ca2d35b8fc1 req-694ef9b3-233d-4d94-aa88-ccf85e212d3d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427921 Dec 15 14:57:42.841965 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02028e90-1526-42bf-80bd-b0c64a04b433 req-2c7f065b-5d0d-4c2a-a5d5-d99d0a3fd428 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:42.843451 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-02028e90-1526-42bf-80bd-b0c64a04b433 req-2c7f065b-5d0d-4c2a-a5d5-d99d0a3fd428 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0520878 Dec 15 14:57:42.890941 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-02028e90-1526-42bf-80bd-b0c64a04b433 req-1bcccf51-7529-4c6c-be18-106f092e6375 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413618 Dec 15 14:57:43.524106 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:57:44.004042 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a53ec-2227-483b-aab7-ab187d5bade6 req-07606030-e3b1-44db-9159-0b0e5bd3ae67 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:44.005557 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bb4a53ec-2227-483b-aab7-ab187d5bade6 req-07606030-e3b1-44db-9159-0b0e5bd3ae67 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0489333 Dec 15 14:57:44.053076 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bb4a53ec-2227-483b-aab7-ab187d5bade6 req-4efe6cdc-082e-4d2b-bc54-65205a0b635c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416942 Dec 15 14:57:45.166538 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cd021-fa82-47d9-912f-0912ceed44d1 req-72bd1fdc-243f-45f8-ac44-440110531a09 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:45.168041 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-041cd021-fa82-47d9-912f-0912ceed44d1 req-72bd1fdc-243f-45f8-ac44-440110531a09 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0478606 Dec 15 14:57:45.216177 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-041cd021-fa82-47d9-912f-0912ceed44d1 req-fd16ded2-5673-4570-8466-56615ae96e36 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Dec 15 14:57:46.329483 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5667e-7bfc-4e29-b642-145f928f44e3 req-6938134f-4f41-4620-a26a-b7dc84474e53 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:46.330963 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e0f5667e-7bfc-4e29-b642-145f928f44e3 req-6938134f-4f41-4620-a26a-b7dc84474e53 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0477862 Dec 15 14:57:46.382240 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e0f5667e-7bfc-4e29-b642-145f928f44e3 req-74dfc7f9-09d2-4e3e-bedf-3e6cc4dd6c69 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454459 Dec 15 14:57:47.496212 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4586af-847c-4a88-85bd-e906018afe77 req-3b3406d7-efff-4146-8354-0aea7d419919 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:47.498224 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0b4586af-847c-4a88-85bd-e906018afe77 req-3b3406d7-efff-4146-8354-0aea7d419919 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0479169 Dec 15 14:57:47.549472 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0b4586af-847c-4a88-85bd-e906018afe77 req-bd77801a-8339-4d20-a130-8f0da2ad0656 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453312 Dec 15 14:57:48.664021 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e936-be8c-4b72-8104-2b14e2609e06 req-6254d8f4-45b9-47fc-bc2b-dc1fe408368b tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:48.665485 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bd47e936-be8c-4b72-8104-2b14e2609e06 req-6254d8f4-45b9-47fc-bc2b-dc1fe408368b tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0486212 Dec 15 14:57:48.713692 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-bd47e936-be8c-4b72-8104-2b14e2609e06 req-29e01745-422b-4dcf-bed2-610d3cc0c0ed tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422146 Dec 15 14:57:49.829255 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1e745-c92d-45c7-b9df-7c979ded9094 req-e98125ed-917f-4f16-b9f8-f2b255834e2c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:49.830783 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eff1e745-c92d-45c7-b9df-7c979ded9094 req-e98125ed-917f-4f16-b9f8-f2b255834e2c tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0497069 Dec 15 14:57:49.879717 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-eff1e745-c92d-45c7-b9df-7c979ded9094 req-96e440ac-3849-4803-a02d-36b97af56d39 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429392 Dec 15 14:57:50.538476 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-1d5342ca-8dba-4ebf-9d9a-8d74f0a332cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:50.569974 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-ae301894-68f7-4b7b-8849-0083766cd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:50.571426 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-ae301894-68f7-4b7b-8849-0083766cd962 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3501de2be47c438cbaf2153b88019ed3&device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1098 time: 0.0834265 Dec 15 14:57:50.664072 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-34f5434b-f5c9-4193-9484-e7fe56e27f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:50.665715 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-34f5434b-f5c9-4193-9484-e7fe56e27f74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 200 len: 909 time: 0.0874288 Dec 15 14:57:50.731819 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-cbd02788-7f89-4b7c-9df8-2068937462f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 200 len: 1000 time: 0.0591185 Dec 15 14:57:50.781552 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-68c151f0-da87-4d76-bf61-227bfbd20a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:50.783018 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-68c151f0-da87-4d76-bf61-227bfbd20a83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 HTTP/1.1" status: 200 len: 847 time: 0.0442696 Dec 15 14:57:50.832054 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-57edadb4-3f03-488e-94d3-61e86235ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:50.833492 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-57edadb4-3f03-488e-94d3-61e86235ffe0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0342f415-dcec-45e7-8cb2-29a7597e2239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439138 Dec 15 14:57:50.843766 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-92d8c991-c386-4359-b7ae-079befd9ad47 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:57:50.844764 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-92d8c991-c386-4359-b7ae-079befd9ad47 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048501 Dec 15 14:57:50.932252 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-0de95e51-6e70-4481-8886-b8471c05fcd2 service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803726 Dec 15 14:57:50.999297 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbf9a6-82ec-4376-8d4e-0610206b862c req-1a863b58-848e-4b3b-ba12-8610751c8ab8 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:51.000773 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-04bbf9a6-82ec-4376-8d4e-0610206b862c req-1a863b58-848e-4b3b-ba12-8610751c8ab8 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0537627 Dec 15 14:57:51.033616 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-349b73dd-23a1-4bb3-8290-284b9c1fb60b req-2e41af0b-1d48-4ee0-b607-6df537cded7a service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934970 Dec 15 14:57:51.049215 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-04bbf9a6-82ec-4376-8d4e-0610206b862c req-2bc2b77c-a7d1-4624-bb39-d384187defeb tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424895 Dec 15 14:57:52.163041 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8bdf6-b356-407a-b5ab-96eb5570cf48 req-90bbcd1a-8972-4d6c-933d-eb1c6916af2a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:52.164550 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-48c8bdf6-b356-407a-b5ab-96eb5570cf48 req-90bbcd1a-8972-4d6c-933d-eb1c6916af2a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0484769 Dec 15 14:57:52.212797 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-48c8bdf6-b356-407a-b5ab-96eb5570cf48 req-d1cd164e-1c2b-4632-81d9-eff03d1875bf tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423505 Dec 15 14:57:52.967363 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-aca54257-54dd-48b3-8513-893e9d8d9e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:53.333981 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf37f-34b3-4706-b4ee-ecc2408330e5 req-b58e6143-a85e-46b9-a230-d4e3ee27196b tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:53.335500 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-eafdf37f-34b3-4706-b4ee-ecc2408330e5 req-b58e6143-a85e-46b9-a230-d4e3ee27196b tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0528493 Dec 15 14:57:53.385452 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-eafdf37f-34b3-4706-b4ee-ecc2408330e5 req-482498dd-14f9-40ec-974c-0a587f649b3d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Dec 15 14:57:53.623264 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc37258-2be4-4ac0-ad45-275e9fd46a6d req-d2d78ff3-7052-4fd1-9882-225696508ec4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:53.624865 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9cc37258-2be4-4ac0-ad45-275e9fd46a6d req-d2d78ff3-7052-4fd1-9882-225696508ec4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0763211 Dec 15 14:57:53.631249 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-f1b44703-4677-4952-90a0-0186c22b9446 req-aaa2d1c2-3c7f-4235-a83d-59bdf798915f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060569 Dec 15 14:57:53.678963 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-9cc37258-2be4-4ac0-ad45-275e9fd46a6d req-9776b304-1064-4aa9-b667-03a76d976779 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467467 Dec 15 14:57:54.137951 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:54.793107 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916af68-3850-498b-9e3e-3fcf5e65b36a req-9e700400-2efe-4232-aa4c-da526c70fef9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:54.794580 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0916af68-3850-498b-9e3e-3fcf5e65b36a req-9e700400-2efe-4232-aa4c-da526c70fef9 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0488834 Dec 15 14:57:54.847402 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0916af68-3850-498b-9e3e-3fcf5e65b36a req-6f406643-a599-49d4-bf14-7ddef8e87449 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459993 Dec 15 14:57:54.913563 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44703-4677-4952-90a0-0186c22b9446 req-1ef01adc-9164-44e9-bd41-665878f4d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:54.915057 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f1b44703-4677-4952-90a0-0186c22b9446 req-1ef01adc-9164-44e9-bd41-665878f4d64f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c&tenant_id=3501de2be47c438cbaf2153b88019ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0398221 Dec 15 14:57:54.975678 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44703-4677-4952-90a0-0186c22b9446 req-011bac79-ee1f-4139-b8b8-68c2ebe902ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:54.977083 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f1b44703-4677-4952-90a0-0186c22b9446 req-011bac79-ee1f-4139-b8b8-68c2ebe902ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3501de2be47c438cbaf2153b88019ed3&device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1098 time: 0.0396018 Dec 15 14:57:55.066462 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44703-4677-4952-90a0-0186c22b9446 req-780ad38f-70ee-4ffd-8744-97beec88bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:55.067984 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f1b44703-4677-4952-90a0-0186c22b9446 req-780ad38f-70ee-4ffd-8744-97beec88bdf2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 200 len: 909 time: 0.0844719 Dec 15 14:57:55.131977 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f1b44703-4677-4952-90a0-0186c22b9446 req-ae9f4742-6768-4800-8740-fb84371dfc93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 200 len: 1000 time: 0.0567544 Dec 15 14:57:55.180012 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44703-4677-4952-90a0-0186c22b9446 req-8b5844ff-ecc5-443b-9645-7e8380a8899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:55.181421 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f1b44703-4677-4952-90a0-0186c22b9446 req-8b5844ff-ecc5-443b-9645-7e8380a8899c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 HTTP/1.1" status: 200 len: 847 time: 0.0429745 Dec 15 14:57:55.229199 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44703-4677-4952-90a0-0186c22b9446 req-0da0820a-2879-4102-80dd-af9efd975d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:55.230586 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f1b44703-4677-4952-90a0-0186c22b9446 req-0da0820a-2879-4102-80dd-af9efd975d91 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0342f415-dcec-45e7-8cb2-29a7597e2239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422525 Dec 15 14:57:55.316523 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f1b44703-4677-4952-90a0-0186c22b9446 req-ea24f4ca-63dc-4ef9-859a-3a7e93a31000 service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785153 Dec 15 14:57:55.408198 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-f1b44703-4677-4952-90a0-0186c22b9446 req-91b29d80-416a-4ff7-82be-b224dfbc43bf service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850170 Dec 15 14:57:55.968532 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88d707-7a98-48a6-a768-4fdbe9022bc2 req-7dccbc55-1367-4b04-ae45-766bb565c472 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:55.970191 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6d88d707-7a98-48a6-a768-4fdbe9022bc2 req-7dccbc55-1367-4b04-ae45-766bb565c472 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0554562 Dec 15 14:57:56.018807 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6d88d707-7a98-48a6-a768-4fdbe9022bc2 req-2f55a2b4-5794-49e0-b6ea-e33acbf85744 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423696 Dec 15 14:57:56.213397 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:56.846323 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:57.058977 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:57:57.134112 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808186a-3274-4fe0-a1a9-c07657de902e req-059572c3-9e87-4194-8af3-aa1e04f97fd1 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:57.135598 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2808186a-3274-4fe0-a1a9-c07657de902e req-059572c3-9e87-4194-8af3-aa1e04f97fd1 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0493541 Dec 15 14:57:57.136453 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:57.162273 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:57:57.164551 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4644724f-764b-4360-a168-24c73a7cd270" -d '{"events": [{"server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "name": "network-vif-unplugged", "status": "completed", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:57:57.186420 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-2808186a-3274-4fe0-a1a9-c07657de902e req-41af78c0-3f75-4863-aacf-7fbfbe3159e6 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Dec 15 14:57:57.308247 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f350b9-bb55-4894-890d-43eaeb05deb2 x-openstack-request-id: req-34f350b9-bb55-4894-890d-43eaeb05deb2 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:57:57.308704 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "name": "network-vif-unplugged", "status": "completed", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:57:57.308814 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34f350b9-bb55-4894-890d-43eaeb05deb2 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:57:57.309159 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'code': 200} Dec 15 14:57:57.312478 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:57:57.316439 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:57:57.364403 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,revision_number=6']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:57:57.371318 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.371675 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.372054 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.372398 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.372736 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.373068 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.373403 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.373734 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.374066 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.374396 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.374753 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.375180 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:57.375504 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:57:58.303096 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb3071-34c6-4891-a245-6e662b0ce5fc req-983958f0-1216-4fa4-bc3a-f049c5c0fe7a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:58.304611 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ffcb3071-34c6-4891-a245-6e662b0ce5fc req-983958f0-1216-4fa4-bc3a-f049c5c0fe7a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.0477827 Dec 15 14:57:58.352899 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ffcb3071-34c6-4891-a245-6e662b0ce5fc req-58503d71-4464-4a78-a156-9c107ece3f7a tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420251 Dec 15 14:57:59.471471 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdfff0-a361-4c25-85ff-f7dec4053064 req-8eaf4dde-ce64-4482-8ee2-fe7ae7a48b66 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:57:59.472936 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1dcdfff0-a361-4c25-85ff-f7dec4053064 req-8eaf4dde-ce64-4482-8ee2-fe7ae7a48b66 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.0485718 Dec 15 14:57:59.521533 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1dcdfff0-a361-4c25-85ff-f7dec4053064 req-3c548153-8a66-4a54-a4ad-87718e0f7b87 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Dec 15 14:58:00.637530 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead79cd-e672-4365-9bce-0192b41637fc req-b7639d3e-b297-465d-adde-da1df4d50986 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:00.638989 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-aead79cd-e672-4365-9bce-0192b41637fc req-b7639d3e-b297-465d-adde-da1df4d50986 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.0512557 Dec 15 14:58:00.688117 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-aead79cd-e672-4365-9bce-0192b41637fc req-5410feb7-be89-4b7e-b317-8c00c899c12f tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425570 Dec 15 14:58:01.464555 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06596697-d15f-4cbd-8d97-87cd4d32fb7b req-f1a54596-ce27-49bb-a273-890a232b097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:01.466044 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-06596697-d15f-4cbd-8d97-87cd4d32fb7b req-f1a54596-ce27-49bb-a273-890a232b097d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1096 time: 0.0399001 Dec 15 14:58:01.510524 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-06596697-d15f-4cbd-8d97-87cd4d32fb7b req-f2310d3c-d7e5-488f-b4cb-7ccfe6ca7021 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377300 Dec 15 14:58:01.806136 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6d3e-db51-43d6-b857-1b17426cdef1 req-dfcbb626-11ba-4773-9eb6-bba77701fa68 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:01.807635 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-679a6d3e-db51-43d6-b857-1b17426cdef1 req-dfcbb626-11ba-4773-9eb6-bba77701fa68 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.0515330 Dec 15 14:58:01.856206 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-679a6d3e-db51-43d6-b857-1b17426cdef1 req-012e92ca-ec63-4c44-8d59-7cc513c43158 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427368 Dec 15 14:58:01.932384 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:02.977814 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55815ff2-1e84-4b01-9dc5-26418f84161a req-359812b3-08f6-4962-97a4-8f33a5196cd0 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:02.979658 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-55815ff2-1e84-4b01-9dc5-26418f84161a req-359812b3-08f6-4962-97a4-8f33a5196cd0 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 943 time: 0.0558498 Dec 15 14:58:03.031726 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-55815ff2-1e84-4b01-9dc5-26418f84161a req-b2fcbcbf-1f6b-4f71-8ddb-818302db4f77 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440514 Dec 15 14:58:03.076121 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d662bd-a51b-408e-b185-19d5d4cf9e02 req-cfdafd54-405a-492c-8cf9-2d85230db723 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:03.077586 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-37d662bd-a51b-408e-b185-19d5d4cf9e02 req-cfdafd54-405a-492c-8cf9-2d85230db723 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Dec 15 14:58:03.103894 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:58:03.132529 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-37d662bd-a51b-408e-b185-19d5d4cf9e02 req-9c8ec0fd-8d28-4417-9f24-2cbe76997fbe tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478568 Dec 15 14:58:03.199444 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:03.210915 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'port_id': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'mac_address': 'fa:16:3e:20:f3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:58:03.245907 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:03.259135 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:58:03.278247 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:03.282687 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:03.334853 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,revision_number=7']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:03.529097 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['67ff1dfb-f844-4c7a-ad98-d91c2c44f88f'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:58:04.251189 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa7bcd-cad4-474b-8a9b-e46d2f3e3aff req-b8d36cb7-3dbf-4669-b371-7b7ab168ec24 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:04.253434 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3dfa7bcd-cad4-474b-8a9b-e46d2f3e3aff req-b8d36cb7-3dbf-4669-b371-7b7ab168ec24 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 945 time: 0.0523703 Dec 15 14:58:04.301255 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3dfa7bcd-cad4-474b-8a9b-e46d2f3e3aff req-0a37dcad-7f78-4d94-9545-a712fe5c3ff4 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418990 Dec 15 14:58:04.530005 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-8310b2ef-d1d8-4413-a10b-35387d71ded5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:04.531448 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-8310b2ef-d1d8-4413-a10b-35387d71ded5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 945 time: 0.0512586 Dec 15 14:58:04.619029 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Deleting port d0063255-b678-4b82-84cc-f4b4cbe39039 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:58:04.619365 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:04.707529 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] For port d0063255-b678-4b82-84cc-f4b4cbe39039, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d0063255-b678-4b82-84cc-f4b4cbe39039,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:04.707889 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:04.870807 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:04.871089 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:04.871407 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Floating IP b76db71e-ea63-45f4-8456-be0a529a9606 disassociated. External IP: 172.27.2.177, port: d0063255-b678-4b82-84cc-f4b4cbe39039. Dec 15 14:58:04.871748 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Calling delete_port for d0063255-b678-4b82-84cc-f4b4cbe39039 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:58:05.013905 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:05.043923 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event deleted for resources: {'Port': ['ID=d0063255-b678-4b82-84cc-f4b4cbe39039,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:05.053946 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.054303 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.054669 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.055016 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.055352 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.055685 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.056019 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.056350 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.057224 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.057224 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.057416 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.057633 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.057930 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:58:05.119534 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:05.168186 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:05.168565 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:05.168705 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Router f8e7d868-c190-4615-b865-33e40c1309f2 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:58:05.248800 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:05.272904 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:05.274828 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:58:05.275293 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9426e8-b6e2-47ac-b821-256b0700ce50" -d '{"events": [{"server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "name": "network-vif-plugged", "status": "completed", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:05.293415 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] Sync routers for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:58:05.299320 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:05.310220 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:05.312023 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:05.312595 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:57:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:05.318813 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c38d516-b463-4c77-8b95-a29e49a78685 x-openstack-request-id: req-2c38d516-b463-4c77-8b95-a29e49a78685 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:05.319107 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "name": "network-vif-plugged", "status": "completed", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:05.319365 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c38d516-b463-4c77-8b95-a29e49a78685 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:05.319757 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'code': 200} Dec 15 14:58:05.323345 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] No DVR routers for this DVR port d0063255-b678-4b82-84cc-f4b4cbe39039 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:58:05.325959 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:05.329679 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-51cc10a8-b71d-4e9c-b2e7-53f95c7a94a0 req-b09123c4-9a75-4a4c-be70-8e665b33aeee tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "DELETE /v2.0/ports/d0063255-b678-4b82-84cc-f4b4cbe39039 HTTP/1.1" status: 204 len: 173 time: 0.7916069 Dec 15 14:58:05.330871 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'name': 'network-vif-deleted', 'tag': 'd0063255-b678-4b82-84cc-f4b4cbe39039'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:05.333530 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93718ba4-5ab1-43b3-9b28-d572d4670f61" -d '{"events": [{"server_uuid": "8b61962a-3212-4181-8fbd-c52e8ea42a03", "name": "network-vif-deleted", "tag": "d0063255-b678-4b82-84cc-f4b4cbe39039"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:05.450462 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-e2791834-3623-4604-83ea-0d9dc1abac19 req-66e1ef80-d81d-4891-b3bb-3dddafac49a7 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b61962a-3212-4181-8fbd-c52e8ea42a03 HTTP/1.1" status: 200 len: 210 time: 0.0380015 Dec 15 14:58:05.477759 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3cee8c-960f-485b-b2c4-614f540cadd2 x-openstack-request-id: req-be3cee8c-960f-485b-b2c4-614f540cadd2 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:05.478062 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b61962a-3212-4181-8fbd-c52e8ea42a03", "name": "network-vif-deleted", "tag": "d0063255-b678-4b82-84cc-f4b4cbe39039", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:05.478322 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be3cee8c-960f-485b-b2c4-614f540cadd2 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:05.478943 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b61962a-3212-4181-8fbd-c52e8ea42a03', 'name': 'network-vif-deleted', 'tag': 'd0063255-b678-4b82-84cc-f4b4cbe39039', 'status': 'completed', 'code': 200} Dec 15 14:58:05.482839 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,revision_number=8']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:05.505230 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:05.723290 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:05.751632 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] Checking router: f8e7d868-c190-4615-b865-33e40c1309f2 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:58:05.760524 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:05.761182 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:57:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:05.863418 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:06.070571 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:06.100774 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c994d-367f-41c6-9462-edd5f29c887a None None] The sync data for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi is: [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:58:06.298581 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1482bece-260d-4e98-a917-966973a225d2 None None] New status for floating IP b76db71e-ea63-45f4-8456-be0a529a9606: DOWN {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:58:06.662038 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-f67281b4-7458-43c6-866e-48bae8fad1c6 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195977097&fields=id&tenant_id=4e24c50e82614f85a1d2aee9eefad427 HTTP/1.1" status: 200 len: 267 time: 0.0547950 Dec 15 14:58:06.771929 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-20f89052-7c89-44d7-a56b-09a01b1598ce tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:06.773398 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-20f89052-7c89-44d7-a56b-09a01b1598ce tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 812 time: 0.1036584 Dec 15 14:58:06.788059 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-f269efa1-baf1-4b54-b29a-d5487b0b335f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/quotas/4e24c50e82614f85a1d2aee9eefad427 HTTP/1.1" status: 200 len: 375 time: 0.0090880 Dec 15 14:58:06.837963 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-3adfdc3e-b4f5-4940-8c5d-a0a2db2dc6a9 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447841 Dec 15 14:58:06.898913 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-76a9ed85-6f2c-4c17-9ef5-d1a86d223020 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:58:06.899906 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-76a9ed85-6f2c-4c17-9ef5-d1a86d223020 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492566 Dec 15 14:58:06.988817 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-c2daba7b-9a3b-4f2f-b0a9-27a07aef3838 service neutron] 10.222.0.62 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825782 Dec 15 14:58:07.077369 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-cbf0716e-02a9-4b68-bb4f-d9f8cedadde1 service neutron] 10.222.0.62 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826051 Dec 15 14:58:07.352944 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3e1e7448-094b-4af4-af77-b2ef8d03e4d5 req-29bf9870-8d1c-4612-af11-0af18da3ac84 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 210 time: 0.0256433 Dec 15 14:58:08.429702 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-288591a5-de29-4cc6-83fe-9379835a6b7e req-535bde66-ba10-4360-b8cf-c1ffc12c1394 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 210 time: 0.0259316 Dec 15 14:58:09.156848 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device d0063255-b678-4b82-84cc-f4b4cbe39039 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:58:09.177683 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: d0063255-b678-4b82-84cc-f4b4cbe39039 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:58:09.178031 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device d0063255-b678-4b82-84cc-f4b4cbe39039 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:58:09.509129 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-40a07490-5f6d-4817-8208-68c0397e65eb req-abcf54fe-8d2c-4452-92ab-e769693c289f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 210 time: 0.0267622 Dec 15 14:58:10.589580 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-9ac4a33a-14d1-414b-8116-dd4d0c64d434 req-4085747b-37aa-490f-8238-5ad5259281b3 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 210 time: 0.0294456 Dec 15 14:58:11.683446 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3287020f-0c23-47e4-8a5e-85cc7ba83092 req-9da01322-148f-4de9-a582-929629770188 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 210 time: 0.0262816 Dec 15 14:58:12.354411 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-e1a125ad-4637-4e9c-8a13-6626ca2bc3ac tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:12.356124 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-e1a125ad-4637-4e9c-8a13-6626ca2bc3ac tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 812 time: 0.1040304 Dec 15 14:58:12.421836 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-097e8eba-4daa-43df-b7e0-16e80be71b06 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e24c50e82614f85a1d2aee9eefad427 HTTP/1.1" status: 200 len: 379 time: 0.0554197 Dec 15 14:58:12.430345 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'port': {'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'admin_state_up': True, 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'security_groups': ['82387ccf-5273-40f4-aaaa-6ea28a65f8f5']}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:12.537052 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Made reservation on behalf of 4e24c50e82614f85a1d2aee9eefad427 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:58:12.540893 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:12.665545 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Allocated IP 172.20.0.14 (fa926840-8677-471f-9953-c7ba032090ea/0a581819-4911-44d1-8b4a-96fdb7a52644/9dfca176-d58c-4bb8-b964-c5e7a4b93797) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:12.790626 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-d4a86c89-677f-4fb4-bb92-ad08c51d72c9 req-f8919368-684e-492c-84bb-de01ea6c9192 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 210 time: 0.0344257 Dec 15 14:58:12.838453 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:12.874068 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:12.920747 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Network fa926840-8677-471f-9953-c7ba032090ea is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:12.923821 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:12.928405 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:12.956455 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'Port': ['ID=9dfca176-d58c-4bb8-b964-c5e7a4b93797,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:12.985516 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:12.986158 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.003439 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-45744407-56ca-480a-8c05-ed9c7fd92845 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5767090 Dec 15 14:58:13.016424 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Request body: {'port': {'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:13.072597 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.161278 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-51f880c8-7d7e-4df9-93ae-8d89a2887224 None None] Provisioning complete for port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:13.161937 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-51f880c8-7d7e-4df9-93ae-8d89a2887224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.195568 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-51f880c8-7d7e-4df9-93ae-8d89a2887224 None None] Port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:58:13.331260 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfca176-d58c-4bb8-b964-c5e7a4b93797 {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:58:13.338908 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.351738 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Transition to ACTIVE for port object 9dfca176-d58c-4bb8-b964-c5e7a4b93797 will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:58:13.355623 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.404435 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Pushing event updated for resources: {'Port': ['ID=9dfca176-d58c-4bb8-b964-c5e7a4b93797,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:13.477019 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Attempting to bind port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:58:13.477357 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Attempting to bind port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:58:13.477691 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Attempting to bind port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 on network fa926840-8677-471f-9953-c7ba032090ea {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:13.482502 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 on network fa926840-8677-471f-9953-c7ba032090ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:58:13.482865 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Attempting to bind port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 on network fa926840-8677-471f-9953-c7ba032090ea {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:58:13.487861 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:58:13.488798 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Checking segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:58:13.489264 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Bound using segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:58:13.489751 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Bound port: 9dfca176-d58c-4bb8-b964-c5e7a4b93797, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:58:13.490114 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.557973 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] For port 9dfca176-d58c-4bb8-b964-c5e7a4b93797, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:58:13.560961 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] For port 9dfca176-d58c-4bb8-b964-c5e7a4b93797, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:58:13.564561 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.600505 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:13.601022 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:13.602481 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] 10.222.0.64 "PUT /v2.0/ports/9dfca176-d58c-4bb8-b964-c5e7a4b93797 HTTP/1.1" status: 200 len: 1094 time: 0.5903022 Dec 15 14:58:13.602869 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'tag': '9dfca176-d58c-4bb8-b964-c5e7a4b93797'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:13.605338 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75db26cf-1dd8-4091-8526-167439272f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ded079-426e-4e87-b98b-1e8e7a552d41", "tag": "9dfca176-d58c-4bb8-b964-c5e7a4b93797"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:13.630217 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84acac-61ae-48f5-b012-b8e4e62d335f service neutron] Pushing event updated for resources: {'Port': ['ID=9dfca176-d58c-4bb8-b964-c5e7a4b93797,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:13.653636 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff3d05-5488-4cbf-8fbc-03c1f2b81603 x-openstack-request-id: req-5eff3d05-5488-4cbf-8fbc-03c1f2b81603 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:13.653933 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ded079-426e-4e87-b98b-1e8e7a552d41", "tag": "9dfca176-d58c-4bb8-b964-c5e7a4b93797", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:13.654192 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5eff3d05-5488-4cbf-8fbc-03c1f2b81603 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:13.654594 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'tag': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'status': 'completed', 'code': 200} Dec 15 14:58:13.702273 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-f0305c93-0c1a-48a2-9a2c-fca2cd29d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:13.703858 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-f0305c93-0c1a-48a2-9a2c-fca2cd29d9c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 1097 time: 0.0423484 Dec 15 14:58:13.755225 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-94b5aac1-56f8-4202-bda4-b45e5deb6878 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797 HTTP/1.1" status: 200 len: 217 time: 0.0416744 Dec 15 14:58:13.806196 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-b1c5ec7b-d231-4a76-b521-823e1e6d78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:13.807726 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-b1c5ec7b-d231-4a76-b521-823e1e6d78cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0458927 Dec 15 14:58:13.855105 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-9ef2b2b3-f585-43bc-bbfa-c9bd58527099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:13.856701 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-9ef2b2b3-f585-43bc-bbfa-c9bd58527099 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415375 Dec 15 14:58:13.960640 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1696391-a312-49fe-af4e-020208e20f44 req-d43caa26-c440-4632-9f04-7e25bfb877d1 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:13.962128 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c1696391-a312-49fe-af4e-020208e20f44 req-d43caa26-c440-4632-9f04-7e25bfb877d1 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 944 time: 0.1000540 Dec 15 14:58:14.007790 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-52c41901-38c6-4322-b8ec-7ca2dea8891d service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437044 Dec 15 14:58:14.054058 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-c1696391-a312-49fe-af4e-020208e20f44 req-eafea8d5-2669-4363-b56b-03fbe5f21d21 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845430 Dec 15 14:58:14.131481 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-da920cdf-083a-43ed-be66-24a56cc6a393 req-f82ed23b-a9dd-4e62-b280-b1bb89df3440 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123054 Dec 15 14:58:14.229091 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db26cf-1dd8-4091-8526-167439272f8c req-fe741293-f23f-46a9-bf9a-b8430bf0c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:14.230911 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-75db26cf-1dd8-4091-8526-167439272f8c req-fe741293-f23f-46a9-bf9a-b8430bf0c871 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 1097 time: 0.0454962 Dec 15 14:58:14.341251 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db26cf-1dd8-4091-8526-167439272f8c req-d31c96e9-0623-443a-9146-932b320d84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:14.342747 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-75db26cf-1dd8-4091-8526-167439272f8c req-d31c96e9-0623-443a-9146-932b320d84c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 913 time: 0.1037881 Dec 15 14:58:14.673264 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-75db26cf-1dd8-4091-8526-167439272f8c req-092d21fa-9c21-4391-bd51-7e0938f0dc74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797 HTTP/1.1" status: 200 len: 217 time: 0.3224347 Dec 15 14:58:14.728568 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db26cf-1dd8-4091-8526-167439272f8c req-c3e634d9-78dd-48f3-bc7e-33d6246c5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:14.730342 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-75db26cf-1dd8-4091-8526-167439272f8c req-c3e634d9-78dd-48f3-bc7e-33d6246c5a60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0456967 Dec 15 14:58:14.777602 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db26cf-1dd8-4091-8526-167439272f8c req-60bb403d-ea30-418f-8092-6c97cedf92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:14.779111 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-75db26cf-1dd8-4091-8526-167439272f8c req-60bb403d-ea30-418f-8092-6c97cedf92f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393615 Dec 15 14:58:14.869762 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-75db26cf-1dd8-4091-8526-167439272f8c req-3060f719-e41d-4b8e-8ab1-3f7182287e38 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824671 Dec 15 14:58:14.958531 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-75db26cf-1dd8-4091-8526-167439272f8c req-8d7ee137-074f-4dfb-aa45-890e8531d803 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806849 Dec 15 14:58:15.171292 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d244490-5349-4ed8-b38f-4d45b2e744f1 req-a86156d5-14c8-445d-9d5d-011dba41cb08 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:15.172753 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1d244490-5349-4ed8-b38f-4d45b2e744f1 req-a86156d5-14c8-445d-9d5d-011dba41cb08 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 944 time: 0.0508428 Dec 15 14:58:15.220558 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1d244490-5349-4ed8-b38f-4d45b2e744f1 req-981f38a7-4ecb-4182-b8af-edb344f85691 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411875 Dec 15 14:58:16.338176 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3969-b483-418a-a16f-b3ca74e09fc8 req-bd9525ae-9e81-45ce-bec7-fef0e38eefbe tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:16.339655 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-58de3969-b483-418a-a16f-b3ca74e09fc8 req-bd9525ae-9e81-45ce-bec7-fef0e38eefbe tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 944 time: 0.0524957 Dec 15 14:58:16.388621 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-58de3969-b483-418a-a16f-b3ca74e09fc8 req-dd8a9b26-04dd-40db-a616-1c746c8334b1 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Dec 15 14:58:17.502548 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7473-5bbb-4fde-a1e6-93212fa37a9a req-62c115de-a697-4791-b3dd-121d84df60ef tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:17.504036 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3ebe7473-5bbb-4fde-a1e6-93212fa37a9a req-62c115de-a697-4791-b3dd-121d84df60ef tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 944 time: 0.0500715 Dec 15 14:58:17.552603 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-3ebe7473-5bbb-4fde-a1e6-93212fa37a9a req-f78a670f-b559-4afb-b48b-6bc9d9978e8f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418911 Dec 15 14:58:18.667800 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bb46f-448e-4c88-9ecc-ada706a9c069 req-6caa936c-c106-421f-902d-2a6964b88cf2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:18.669292 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb8bb46f-448e-4c88-9ecc-ada706a9c069 req-6caa936c-c106-421f-902d-2a6964b88cf2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 944 time: 0.0494754 Dec 15 14:58:18.716646 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bb8bb46f-448e-4c88-9ecc-ada706a9c069 req-6cc05f7a-e258-4659-9869-3df93ff0f4da tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413961 Dec 15 14:58:19.838073 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfecc4-3f9a-461e-860c-928445e80b12 req-6d2df83f-63fb-495e-8972-52f98abe822c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:19.839582 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-50cfecc4-3f9a-461e-860c-928445e80b12 req-6d2df83f-63fb-495e-8972-52f98abe822c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 944 time: 0.0496399 Dec 15 14:58:19.892255 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-50cfecc4-3f9a-461e-860c-928445e80b12 req-9af59609-c788-4e69-9bd5-493426652494 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467029 Dec 15 14:58:20.523720 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:58:20.540541 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-155e06ac-ab81-4458-b9b7-3905f837eb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:21.008184 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d699c8-5fd2-4881-8ea9-8f5359b54cdd req-7d1d1343-10f7-46ae-a340-67263fdde095 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:21.009675 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b6d699c8-5fd2-4881-8ea9-8f5359b54cdd req-7d1d1343-10f7-46ae-a340-67263fdde095 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 944 time: 0.0488901 Dec 15 14:58:21.061672 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b6d699c8-5fd2-4881-8ea9-8f5359b54cdd req-1a0df550-74d5-4bab-b3a6-62efa9cc46c0 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460939 Dec 15 14:58:21.217601 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 9dfca176-d58c-4bb8-b964-c5e7a4b93797 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:58:21.439154 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 9dfca176-d58c-4bb8-b964-c5e7a4b93797, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:21.450662 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'mac_address': 'fa:16:3e:ba:0a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:58:21.499182 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:21.512959 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfca176-d58c-4bb8-b964-c5e7a4b93797 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:58:21.532268 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 9dfca176-d58c-4bb8-b964-c5e7a4b93797, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:21.535857 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:21.585349 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=9dfca176-d58c-4bb8-b964-c5e7a4b93797,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:21.746331 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['9dfca176-d58c-4bb8-b964-c5e7a4b93797'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:58:22.188684 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cf827-006a-4e18-8b33-8f3309e2a3dc req-8f67dc04-2598-4f00-9199-76e2bd7615d5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:22.190147 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8b7cf827-006a-4e18-8b33-8f3309e2a3dc req-8f67dc04-2598-4f00-9199-76e2bd7615d5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 945 time: 0.0482566 Dec 15 14:58:22.238503 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-8b7cf827-006a-4e18-8b33-8f3309e2a3dc req-a3a8f768-07e8-401d-bfc9-956748bbd361 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417571 Dec 15 14:58:22.970247 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a5180ab0-6c06-477b-abf0-4d5dab30a66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:23.221721 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 9dfca176-d58c-4bb8-b964-c5e7a4b93797 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:58:23.270544 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:58:23.275125 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:58:23.275498 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:23.353516 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20ffba-47a4-4b29-ac44-055462a42d39 req-465f11c0-01aa-4f30-8300-b363e1e53052 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:23.355013 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ce20ffba-47a4-4b29-ac44-055462a42d39 req-465f11c0-01aa-4f30-8300-b363e1e53052 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Dec 15 14:58:23.355190 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:23.378361 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfca176-d58c-4bb8-b964-c5e7a4b93797'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:23.381447 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e09bd6-057e-49ad-bbe1-f9379503247b" -d '{"events": [{"server_uuid": "b7ded079-426e-4e87-b98b-1e8e7a552d41", "name": "network-vif-plugged", "status": "completed", "tag": "9dfca176-d58c-4bb8-b964-c5e7a4b93797"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:23.395601 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 9dfca176-d58c-4bb8-b964-c5e7a4b93797, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:58:23.401512 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:23.406947 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ce20ffba-47a4-4b29-ac44-055462a42d39 req-0e820338-0e89-4e65-ba71-0f6ddf1504fa tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452843 Dec 15 14:58:23.453420 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=9dfca176-d58c-4bb8-b964-c5e7a4b93797,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:23.488428 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedf491b-3854-4ef4-a5a0-4bf98c1d5db5 x-openstack-request-id: req-eedf491b-3854-4ef4-a5a0-4bf98c1d5db5 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:23.488706 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ded079-426e-4e87-b98b-1e8e7a552d41", "name": "network-vif-plugged", "status": "completed", "tag": "9dfca176-d58c-4bb8-b964-c5e7a4b93797", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:23.488967 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eedf491b-3854-4ef4-a5a0-4bf98c1d5db5 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:23.489365 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'code': 200} Dec 15 14:58:23.714666 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f673-83dd-45f5-a48b-d43266e02caf req-acc8ceb8-f771-4a43-9829-53f2a209a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:23.716204 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1921f673-83dd-45f5-a48b-d43266e02caf req-acc8ceb8-f771-4a43-9829-53f2a209a7ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 1099 time: 0.0388169 Dec 15 14:58:23.765719 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-1921f673-83dd-45f5-a48b-d43266e02caf req-d8a300bb-5591-45cb-b5e9-8696d4ae867d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393100 Dec 15 14:58:24.140091 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:24.526241 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74bc8b-1243-44d9-83ee-dea4cca505c6 req-687f1191-ddb1-4d97-b342-94b38e694e00 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:24.527727 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ef74bc8b-1243-44d9-83ee-dea4cca505c6 req-687f1191-ddb1-4d97-b342-94b38e694e00 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 946 time: 0.0519428 Dec 15 14:58:24.575740 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ef74bc8b-1243-44d9-83ee-dea4cca505c6 req-5dbc9cba-a31a-494d-bf53-de79ff5a0965 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422168 Dec 15 14:58:25.692646 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7eed4c-7789-4501-9629-65daca8d9870 req-6109b749-9975-4ff4-a260-fca9ba65eda7 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:25.694187 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1e7eed4c-7789-4501-9629-65daca8d9870 req-6109b749-9975-4ff4-a260-fca9ba65eda7 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 946 time: 0.0496807 Dec 15 14:58:25.742050 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1e7eed4c-7789-4501-9629-65daca8d9870 req-e20b1718-fcb7-4c02-a971-76a64d7a4f87 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 Dec 15 14:58:25.855325 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45c17f-2151-47f2-9884-82245529dad0 req-5a96614b-f85b-439a-9b94-b9bf3f625e10 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:25.856722 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7b45c17f-2151-47f2-9884-82245529dad0 req-5a96614b-f85b-439a-9b94-b9bf3f625e10 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 946 time: 0.0497994 Dec 15 14:58:25.907740 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7b45c17f-2151-47f2-9884-82245529dad0 req-36870a0e-66f5-496a-ac5a-f35c5499a3b2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Dec 15 14:58:25.929940 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48748) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:25.968080 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4215653-9bbf-4d09-b566-606362389574 tempest-TestVolumeBootPattern-1148435828 tempest-TestVolumeBootPattern-1148435828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:25.969574 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-f4215653-9bbf-4d09-b566-606362389574 tempest-TestVolumeBootPattern-1148435828 tempest-TestVolumeBootPattern-1148435828-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 1094 time: 0.0386314 Dec 15 14:58:25.972230 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48750) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:58:25.977082 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'floatingip': {'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:58:25.998219 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:26.093649 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:26.198251 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Allocated IP 172.27.2.140 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/4534d01b-67e4-4f13-ba7a-d6e63b8e0b6a) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:58:26.216169 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:26.305534 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:26.337685 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:26.375301 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:58:26.378142 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:58:26.381676 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:58:26.406914 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'Port': ['ID=4534d01b-67e4-4f13-ba7a-d6e63b8e0b6a,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:26.742542 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:26.808724 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:26.851791 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:26.965662 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:26.969911 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:27.037607 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'Port': ['ID=4534d01b-67e4-4f13-ba7a-d6e63b8e0b6a,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:58:27.049363 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:27.146661 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Floating IP 6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3 associated. External IP: 172.27.2.140, port: 9dfca176-d58c-4bb8-b964-c5e7a4b93797. Dec 15 14:58:27.348177 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Router f8e7d868-c190-4615-b865-33e40c1309f2 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:58:27.451181 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:58:27.461641 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] Sync routers for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:58:27.469152 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:27.470582 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:27.471226 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:58:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:27.496554 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-021c50ed-6ff1-4c5c-a571-3a2e7c43d93b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5233185 Dec 15 14:58:27.497291 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'tag': '9dfca176-d58c-4bb8-b964-c5e7a4b93797'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:58:27.499536 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f19b6b-b00f-45ed-b18b-e88607b1a014" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ded079-426e-4e87-b98b-1e8e7a552d41", "tag": "9dfca176-d58c-4bb8-b964-c5e7a4b93797"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:58:27.536684 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125437da-d071-41d3-925b-4e372aa5aac3 x-openstack-request-id: req-125437da-d071-41d3-925b-4e372aa5aac3 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:58:27.536984 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ded079-426e-4e87-b98b-1e8e7a552d41", "tag": "9dfca176-d58c-4bb8-b964-c5e7a4b93797", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:58:27.537241 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-125437da-d071-41d3-925b-4e372aa5aac3 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:58:27.537652 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'tag': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'status': 'completed', 'code': 200} Dec 15 14:58:27.578659 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:27.598493 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-15499d7d-3476-4c05-af5e-afb0d63fdeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:27.600032 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-15499d7d-3476-4c05-af5e-afb0d63fdeb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 1099 time: 0.0402062 Dec 15 14:58:27.690282 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-94f4faab-50c6-481b-84b7-fd5f6856931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:27.691875 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-94f4faab-50c6-481b-84b7-fd5f6856931b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 913 time: 0.0831785 Dec 15 14:58:27.762243 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-fc70868a-53b2-47dc-bc8a-add8ac0d44dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797 HTTP/1.1" status: 200 len: 1000 time: 0.0623405 Dec 15 14:58:27.804241 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:ba:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:26Z', 'updated_at': '2021-12-15T14:58:26Z', 'revision_number': 0, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:27.812895 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-8d690159-4557-44f2-a17d-8effbabeabb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:27.814400 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-8d690159-4557-44f2-a17d-8effbabeabb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0425210 Dec 15 14:58:27.830529 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] Checking router: f8e7d868-c190-4615-b865-33e40c1309f2 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:58:27.839497 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:58:27.840140 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:58:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:27.859454 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-88308977-a7d7-4b59-8933-2d82617c5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:58:27.860943 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-88308977-a7d7-4b59-8933-2d82617c5a31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396078 Dec 15 14:58:27.949083 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:58:27.953860 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-c245cef7-af24-4626-8390-cd2ddcea3364 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855386 Dec 15 14:58:28.040971 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-04f19b6b-b00f-45ed-b18b-e88607b1a014 req-fe913139-35f2-4abd-8e79-a89fc1a1e038 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793476 Dec 15 14:58:28.173958 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:ba:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:26Z', 'updated_at': '2021-12-15T14:58:26Z', 'revision_number': 0, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:58:28.201129 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef4e93-efdd-4fff-b06c-8234a53ae938 None None] The sync data for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi is: [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:ba:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:26Z', 'updated_at': '2021-12-15T14:58:26Z', 'revision_number': 0, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:58:28.384108 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23167d4e-d1ed-41c0-b56e-31c107bd90fa None None] New status for floating IP 6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3: ACTIVE {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:58:31.970947 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:50.543006 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-8afefdcb-e6b5-45cb-acd9-af011f7380fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:52.971471 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a25d4dca-c0e5-4509-9f11-a538b9c7aaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:54.142623 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:56.218811 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:56.844207 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:58:57.522339 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:59:01.979793 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:06.614092 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-91a05748-86cd-457c-aa23-a18521c91228 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441098 Dec 15 14:59:06.696733 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-e0f58386-ee07-4480-955a-12033cbeb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:06.698222 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-e0f58386-ee07-4480-955a-12033cbeb218 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3501de2be47c438cbaf2153b88019ed3&device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1098 time: 0.0419967 Dec 15 14:59:06.800114 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-45d0d8f8-6f43-4b27-bc9b-57b9066600a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:06.801591 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-45d0d8f8-6f43-4b27-bc9b-57b9066600a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 200 len: 909 time: 0.0836244 Dec 15 14:59:06.872507 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-0b5e2f77-80eb-4446-9523-7091b4bba879 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 200 len: 1000 time: 0.0638659 Dec 15 14:59:06.936837 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-242e9f57-3886-4c76-99be-7d65eb6ed71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:06.938376 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-242e9f57-3886-4c76-99be-7d65eb6ed71e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 HTTP/1.1" status: 200 len: 847 time: 0.0574749 Dec 15 14:59:06.985412 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-68492202-dbb7-4a93-921c-1672cda3f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:06.986979 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-68492202-dbb7-4a93-921c-1672cda3f667 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0342f415-dcec-45e7-8cb2-29a7597e2239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408027 Dec 15 14:59:07.078511 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-d9e35097-216a-4af8-a140-8c3d57ba0beb service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844457 Dec 15 14:59:07.167126 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7db39c1e-59be-4d80-bdc3-780ca0d50e5e req-779cdf07-4928-4fa2-baa1-79fa959e7916 service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800407 Dec 15 14:59:18.715323 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48782) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:18.873367 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Deleting port e3fecb52-4bd9-4403-9490-80308ed28d7e {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:59:18.873710 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:18.944891 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:18.945216 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:18.957082 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Calling delete_port for e3fecb52-4bd9-4403-9490-80308ed28d7e owned by network:floatingip {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:59:19.120366 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:19.146599 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event deleted for resources: {'Port': ['ID=e3fecb52-4bd9-4403-9490-80308ed28d7e,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:19.168219 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.168572 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.168921 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.169262 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.169599 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.169934 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.170267 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.170599 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.170958 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.171286 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.171614 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.171940 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.172264 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:19.217399 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for floatingip, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:19.217737 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Floating IP 40f34cae-ea71-49d3-b6d4-b4cbc9c00841 disassociated (deleted). External IP: 172.27.2.33, port: 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f. Dec 15 14:59:19.417821 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:59:19.773542 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:59:19.778265 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:19.786222 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] Sync routers for ids ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:59:19.795366 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] Routers {'9314ee27-d44e-4c0d-9fba-7d66bfafa015'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:59:19.795972 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:58:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:19.804350 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-86caa022-85cc-4a07-87cd-4395029d2d5d tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "DELETE /v2.0/floatingips/40f34cae-ea71-49d3-b6d4-b4cbc9c00841 HTTP/1.1" status: 204 len: 168 time: 1.0879381 Dec 15 14:59:19.804954 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:59:19.807236 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:59:19.848903 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80baa7b7-ccad-4227-b243-47469111ea18 x-openstack-request-id: req-80baa7b7-ccad-4227-b243-47469111ea18 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:59:19.849488 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:59:19.850045 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80baa7b7-ccad-4227-b243-47469111ea18 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:59:19.850690 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'status': 'completed', 'code': 200} Dec 15 14:59:19.911174 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] Set router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:59:19.917450 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-4a3f3b67-d63c-44a5-bb7a-a787d7c0daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:19.919013 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-4a3f3b67-d63c-44a5-bb7a-a787d7c0daf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3501de2be47c438cbaf2153b88019ed3&device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 1098 time: 0.0436409 Dec 15 14:59:20.018326 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-3cbc303f-a3db-4faa-83e7-54ac077d3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:20.020216 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-3cbc303f-a3db-4faa-83e7-54ac077d3b15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 200 len: 909 time: 0.0923667 Dec 15 14:59:20.052032 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa011a56-0f6d-4e2a-af0b-c5f169a35583 req-acf0d527-c18d-4853-a781-f1994de3e108 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:20.054150 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-aa011a56-0f6d-4e2a-af0b-c5f169a35583 req-acf0d527-c18d-4853-a781-f1994de3e108 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0561345 Dec 15 14:59:20.067866 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-dbb7b6fe-9c7f-471d-bc75-6ed7363cf294 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 200 len: 217 time: 0.0374415 Dec 15 14:59:20.107876 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-aa011a56-0f6d-4e2a-af0b-c5f169a35583 req-faf84594-b4c9-4c89-8270-c6a96b0292fa tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472307 Dec 15 14:59:20.121080 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-4b2363cc-f85b-4ab5-aeed-0797e391fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:20.122582 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-4b2363cc-f85b-4ab5-aeed-0797e391fce2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 HTTP/1.1" status: 200 len: 847 time: 0.0467122 Dec 15 14:59:20.129466 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:53Z', 'revision_number': 5, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:20.155846 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] Checking router: 9314ee27-d44e-4c0d-9fba-7d66bfafa015 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:59:20.165588 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] Routers {'9314ee27-d44e-4c0d-9fba-7d66bfafa015'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:59:20.166200 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:58:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:20.169122 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-fd58d916-9157-4a20-a19d-b0d7baceabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:20.169838 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-fd58d916-9157-4a20-a19d-b0d7baceabc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0342f415-dcec-45e7-8cb2-29a7597e2239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398254 Dec 15 14:59:20.262558 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-1c394bb1-010d-46df-b7b4-5fd2b49f819a service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843809 Dec 15 14:59:20.273947 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] Set router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:59:20.352068 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-068bdf6f-e0e6-4a2f-a4df-21040bf23b93 req-a70734a5-ee30-4da5-a7d8-bc9940c606b8 service neutron] 10.222.0.64 "GET /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815465 Dec 15 14:59:20.471496 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:53Z', 'revision_number': 5, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:20.626840 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19022a9-e3f3-475d-99ef-106293f205ef None None] The sync data for ids ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'] in dv-cinder-787195-10-iscsi is: [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:49Z', 'revision_number': 4, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': '3705bff4-94d4-40ab-aeaa-51ca869efbba', 'name': '', 'network_id': '0342f415-dcec-45e7-8cb2-29a7597e2239', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'mac_address': 'fa:16:3e:84:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:48Z', 'updated_at': '2021-12-15T14:54:53Z', 'revision_number': 5, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'subnets': [{'id': 'd4c94c3a-b26a-48f7-bba7-41dcc5463ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:59:20.640079 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-4ef8e70f-68ed-47a2-bbdf-2eaa10bd9f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:20.829839 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e122f8-332b-4e23-a92c-e97d7eaa266f None None] New status for floating IP 40f34cae-ea71-49d3-b6d4-b4cbc9c00841: DOWN {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:59:21.229714 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4e154-cd16-45c0-ade8-a2de135f7ebe req-01004c4c-9c99-4860-9b29-fd1e14219445 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:21.231235 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a7e4e154-cd16-45c0-ade8-a2de135f7ebe req-01004c4c-9c99-4860-9b29-fd1e14219445 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0538096 Dec 15 14:59:21.280184 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a7e4e154-cd16-45c0-ade8-a2de135f7ebe req-0ee2c10e-a2cd-42eb-8c5c-a16133bc0b71 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Dec 15 14:59:21.554306 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-e0fc3074-8ce8-4f0b-a3f9-7b212b4f4ae4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:59:21.555752 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-e0fc3074-8ce8-4f0b-a3f9-7b212b4f4ae4 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 945 time: 0.0476506 Dec 15 14:59:21.649076 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-13dcd747-94d4-4aa4-a390-ab238e922fbd tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Deleting port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:59:21.649425 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-13dcd747-94d4-4aa4-a390-ab238e922fbd tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:21.734459 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-13dcd747-94d4-4aa4-a390-ab238e922fbd tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] For port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:21.734859 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-13dcd747-94d4-4aa4-a390-ab238e922fbd tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:21.747147 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-13dcd747-94d4-4aa4-a390-ab238e922fbd tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Calling delete_port for 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:59:21.876185 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-13dcd747-94d4-4aa4-a390-ab238e922fbd tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:21.907533 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcd747-94d4-4aa4-a390-ab238e922fbd tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event deleted for resources: {'Port': ['ID=67ff1dfb-f844-4c7a-ad98-d91c2c44f88f,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:21.951580 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-13dcd747-94d4-4aa4-a390-ab238e922fbd tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] No DVR routers for this DVR port 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:59:21.954089 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-13dcd747-94d4-4aa4-a390-ab238e922fbd tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:21.957555 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-58998b07-d6d0-41f7-9113-145eecfcb27c req-13dcd747-94d4-4aa4-a390-ab238e922fbd tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.64 "DELETE /v2.0/ports/67ff1dfb-f844-4c7a-ad98-d91c2c44f88f HTTP/1.1" status: 204 len: 173 time: 0.3958352 Dec 15 14:59:21.958007 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'name': 'network-vif-deleted', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:59:21.960282 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e55bba1-ef6d-4cd9-bedf-5976ba4fb933" -d '{"events": [{"server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "name": "network-vif-deleted", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:59:21.997550 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2996ed3-2d27-4310-bc01-cab48c08e73f x-openstack-request-id: req-c2996ed3-2d27-4310-bc01-cab48c08e73f {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:59:21.997847 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3f3d93-4976-43ee-9557-11bcd9a4e06c", "name": "network-vif-deleted", "tag": "67ff1dfb-f844-4c7a-ad98-d91c2c44f88f", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:59:21.998111 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2996ed3-2d27-4310-bc01-cab48c08e73f {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:59:21.998516 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3f3d93-4976-43ee-9557-11bcd9a4e06c', 'name': 'network-vif-deleted', 'tag': '67ff1dfb-f844-4c7a-ad98-d91c2c44f88f', 'status': 'completed', 'code': 200} Dec 15 14:59:22.400615 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-cd4f8e0e-46b2-48f7-a165-dc2ed4ca51b5 req-8b3958aa-37cb-4fd9-96a4-2d06f21c0092 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e3f3d93-4976-43ee-9557-11bcd9a4e06c HTTP/1.1" status: 200 len: 210 time: 0.0316858 Dec 15 14:59:22.973564 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-83205bd7-93a5-429d-b139-04ac561a78fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:23.458809 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48804) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:23.514732 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:23.539378 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:23.604184 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:23.606947 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:23.608102 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] 10.222.0.62 "DELETE /v2.0/security-groups/9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8 HTTP/1.1" status: 204 len: 168 time: 0.1482608 Dec 15 14:59:23.617764 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbffdf0-d2ab-4169-85e4-1ba186a8e0c8,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:23.625400 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.625843 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.626344 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.626713 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.627325 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.627675 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.628015 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.628350 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.628684 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.629019 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.629349 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.629676 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.630005 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ea8f05-dcb0-4d4c-bf0f-7f60b89f3124 tempest-TestShelveInstance-1428304156 tempest-TestShelveInstance-1428304156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:23.661775 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48808) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:23.995619 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503058'] for router_interface, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:24.145112 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:24.234990 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] Deleting port 3705bff4-94d4-40ab-aeaa-51ca869efbba {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:59:24.235329 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:24.310014 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] For port 3705bff4-94d4-40ab-aeaa-51ca869efbba, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=3705bff4-94d4-40ab-aeaa-51ca869efbba,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:24.310397 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:24.321793 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] Calling delete_port for 3705bff4-94d4-40ab-aeaa-51ca869efbba owned by network:router_interface {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:59:24.496912 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:24.523387 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] Pushing event deleted for resources: {'Port': ['ID=3705bff4-94d4-40ab-aeaa-51ca869efbba,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:24.681368 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-503182'] for router_interface, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:24.896260 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] Router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:59:24.999974 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:59:25.005246 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-18221002-b2b3-46b8-b42f-165581b2c90c admin admin] 10.222.0.62 "PUT /v2.0/routers/9314ee27-d44e-4c0d-9fba-7d66bfafa015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3424468 Dec 15 14:59:25.007744 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48810) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:25.011001 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] Sync routers for ids ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:59:25.021325 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] Routers {'9314ee27-d44e-4c0d-9fba-7d66bfafa015'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:59:25.021937 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:59:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:25.107752 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Publish callbacks [] for router, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:25.127884 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] Set router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:59:25.213458 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:25.266533 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Deleting port c5c36d32-1e48-443e-9ff3-d39995ab185b {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:59:25.266903 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:25.312326 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:59:24Z', 'revision_number': 5, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port': {'id': 'c5c36d32-1e48-443e-9ff3-d39995ab185b', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:25.338722 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] Checking router: 9314ee27-d44e-4c0d-9fba-7d66bfafa015 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:59:25.344481 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] For port c5c36d32-1e48-443e-9ff3-d39995ab185b, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=c5c36d32-1e48-443e-9ff3-d39995ab185b,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:25.344879 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:25.347975 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] Routers {'9314ee27-d44e-4c0d-9fba-7d66bfafa015'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:59:25.348596 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:59:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:25.358096 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Calling delete_port for c5c36d32-1e48-443e-9ff3-d39995ab185b owned by network:router_gateway {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:59:25.436654 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] Set router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 gateway port host: None {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:59:25.495429 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:59:25.498017 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:59:25Z', 'revision_number': 6, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port_host': None}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:25.530961 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:25.541458 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:59:25.541817 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67ff1dfb-f844-4c7a-ad98-d91c2c44f88f not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:59:25.543873 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f32b3f-f009-4971-96e8-1161f09b8825 None None] The sync data for ids ['9314ee27-d44e-4c0d-9fba-7d66bfafa015'] in dv-cinder-787195-10-iscsi is: [{'id': '9314ee27-d44e-4c0d-9fba-7d66bfafa015', 'name': 'tempest-TestShelveInstance-169288768-router', 'tenant_id': '3501de2be47c438cbaf2153b88019ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:46Z', 'updated_at': '2021-12-15T14:59:25Z', 'revision_number': 6, 'project_id': '3501de2be47c438cbaf2153b88019ed3', 'gw_port_host': None}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:59:25.557083 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c36d32-1e48-443e-9ff3-d39995ab185b,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:25.618960 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502060'] for router_gateway, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:25.966282 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12353'] for router, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:25.968556 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.015232 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501429'] for router, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.015804 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9314ee27-d44e-4c0d-9fba-7d66bfafa015 {{(pid=119313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:59:26.020617 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.021516 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-8e59d3bb-148c-4f59-b56f-c6c4bfceac6d admin admin] 10.222.0.62 "DELETE /v2.0/routers/9314ee27-d44e-4c0d-9fba-7d66bfafa015 HTTP/1.1" status: 204 len: 168 time: 1.0128133 Dec 15 14:59:26.024184 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48812) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:26.070501 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cab310-d6e6-4520-b7a2-8e3ad509bedf admin admin] Deleting subnet d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 {{(pid=119314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:59:26.073483 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-91cab310-d6e6-4520-b7a2-8e3ad509bedf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.226194 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.347012 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-91cab310-d6e6-4520-b7a2-8e3ad509bedf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5374569'] for subnet, precommit_delete_associations {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.422837 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-91cab310-d6e6-4520-b7a2-8e3ad509bedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.480312 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-91cab310-d6e6-4520-b7a2-8e3ad509bedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4977361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4318738'] for subnet, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.504858 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cab310-d6e6-4520-b7a2-8e3ad509bedf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c94c3a-b26a-48f7-bba7-41dcc5463ca7,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:26.510418 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-91cab310-d6e6-4520-b7a2-8e3ad509bedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for subnet, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.514016 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-91cab310-d6e6-4520-b7a2-8e3ad509bedf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d4c94c3a-b26a-48f7-bba7-41dcc5463ca7 HTTP/1.1" status: 204 len: 168 time: 0.4886141 Dec 15 14:59:26.516274 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48814) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:26.518255 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349262a4-66bd-4c65-815a-24bf1a48d673 None None] Network 0342f415-dcec-45e7-8cb2-29a7597e2239 requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:59:26.583561 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.643234 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Deleting port a41634d7-b77f-4436-8165-ec6551e36823 {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:59:26.643709 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.671634 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] DHCP port deletion for 0342f415-dcec-45e7-8cb2-29a7597e2239 request from dv-cinder-787195-10-iscsi {{(pid=119315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:59:26.711364 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] For port a41634d7-b77f-4436-8165-ec6551e36823, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=a41634d7-b77f-4436-8165-ec6551e36823,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:26.711760 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.724220 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Deleting port a41634d7-b77f-4436-8165-ec6551e36823 {{(pid=119315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:59:26.724596 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.724916 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Calling delete_port for a41634d7-b77f-4436-8165-ec6551e36823 owned by network:dhcp {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:59:26.786823 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] For port a41634d7-b77f-4436-8165-ec6551e36823, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=a41634d7-b77f-4436-8165-ec6551e36823,segment=NetworkSegment(a1b805e4-5738-49c6-a0c5-8309c79555b5),segment_id=a1b805e4-5738-49c6-a0c5-8309c79555b5)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:26.787258 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.800184 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Calling delete_port for a41634d7-b77f-4436-8165-ec6551e36823 owned by network:dhcp {{(pid=119315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:59:26.801814 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.830542 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Pushing event deleted for resources: {'Port': ['ID=a41634d7-b77f-4436-8165-ec6551e36823,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:26.832678 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] No DVR routers for this DVR port a41634d7-b77f-4436-8165-ec6551e36823 on host dv-cinder-787195-10-iscsi {{(pid=119314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:59:26.874036 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.894060 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697'] for port, after_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.902338 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.918015 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Pushing event deleted for resources: {'Port': ['ID=a41634d7-b77f-4436-8165-ec6551e36823,revision_number=None']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:26.922871 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0342f415-dcec-45e7-8cb2-29a7597e2239']}} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:26.928284 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.928649 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.929001 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.929354 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.929684 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.930018 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.930356 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.930715 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.931051 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.931387 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.931716 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.932043 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.932457 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:59:26.934372 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b805e4-5738-49c6-a0c5-8309c79555b5') {'for_net_delete': True} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:26.935270 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b805e4-5738-49c6-a0c5-8309c79555b5') {} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:26.935405 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d75ec-e389-48f4-90b7-f20b9a68bb6c None None] No DVR routers for this DVR port a41634d7-b77f-4436-8165-ec6551e36823 on host dv-cinder-787195-10-iscsi {{(pid=119315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:59:26.952394 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5374610'] for segment, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.966582 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.973466 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=119314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:59:26.973957 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4977339'] for segment, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: Traceback (most recent call last): Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: timer() Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: cb(*args, **kw) Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: return func(*args, **kwargs) Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: self._notify() Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: self.callback(batched_events) Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: event.method(event) Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: return f(self, *a, **k) Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._get(url).json() Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: return self.request(url, 'GET', **kwargs) Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:59:26.975722 dv-cinder-787195-10-iscsi neutron-server[119314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:59:27.031942 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:27.037724 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:27.041105 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] 10.222.0.62 "DELETE /v2.0/networks/0342f415-dcec-45e7-8cb2-29a7597e2239 HTTP/1.1" status: 204 len: 168 time: 0.5239053 Dec 15 14:59:27.044133 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48816) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:27.053739 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec4b03-f594-4205-88e4-d28d697b642b admin admin] Pushing event deleted for resources: {'Network': ['ID=0342f415-dcec-45e7-8cb2-29a7597e2239,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:27.381474 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503058'] for router_interface, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:27.446466 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 3705bff4-94d4-40ab-aeaa-51ca869efbba no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:59:27.467531 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 3705bff4-94d4-40ab-aeaa-51ca869efbba {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:59:27.467968 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 3705bff4-94d4-40ab-aeaa-51ca869efbba not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:59:27.468455 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c5c36d32-1e48-443e-9ff3-d39995ab185b no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:59:27.486861 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: c5c36d32-1e48-443e-9ff3-d39995ab185b {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:59:27.487379 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device c5c36d32-1e48-443e-9ff3-d39995ab185b not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:59:27.487799 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device a41634d7-b77f-4436-8165-ec6551e36823 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:59:27.506987 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: a41634d7-b77f-4436-8165-ec6551e36823 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:59:27.507340 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device a41634d7-b77f-4436-8165-ec6551e36823 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:59:27.626064 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] Deleting port 658b8ddb-43b7-4d8e-a991-4077813837db {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:59:27.626291 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:27.702020 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] For port 658b8ddb-43b7-4d8e-a991-4077813837db, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=658b8ddb-43b7-4d8e-a991-4077813837db,segment=NetworkSegment(09fc151a-46c4-4b03-adea-dab07369d646),segment_id=09fc151a-46c4-4b03-adea-dab07369d646)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:27.702402 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:27.714180 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] Calling delete_port for 658b8ddb-43b7-4d8e-a991-4077813837db owned by network:router_interface {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:59:27.892244 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:27.916757 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] Pushing event deleted for resources: {'Port': ['ID=658b8ddb-43b7-4d8e-a991-4077813837db,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:28.085310 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-503182'] for router_interface, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:28.302606 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] Router f77efa02-0dba-40f2-8851-ffdde785d634 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:59:28.408274 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:59:28.415836 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-fef39d5b-133d-4a05-a389-75a92021bf77 admin admin] 10.222.0.62 "PUT /v2.0/routers/f77efa02-0dba-40f2-8851-ffdde785d634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3686552 Dec 15 14:59:28.416415 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 48818) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:28.417887 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] Sync routers for ids ['f77efa02-0dba-40f2-8851-ffdde785d634'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:59:28.429090 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] Routers {'f77efa02-0dba-40f2-8851-ffdde785d634'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:59:28.429705 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:59:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f77efa02-0dba-40f2-8851-ffdde785d634'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:28.519244 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:28.621225 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] Set router f77efa02-0dba-40f2-8851-ffdde785d634 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:59:28.625033 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:28.677680 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Deleting port 458ac620-46ce-44d9-a1fe-14bfae343d16 {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:59:28.678114 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:28.754805 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] For port 458ac620-46ce-44d9-a1fe-14bfae343d16, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=458ac620-46ce-44d9-a1fe-14bfae343d16,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:28.755168 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:28.766413 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Calling delete_port for 458ac620-46ce-44d9-a1fe-14bfae343d16 owned by network:router_gateway {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:59:28.793532 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'name': 'tempest-TestShelveInstance-413951503-router', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:59:27Z', 'revision_number': 5, 'project_id': '534a46094e8f4d359279c02fade95d49', 'gw_port': {'id': '458ac620-46ce-44d9-a1fe-14bfae343d16', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:28.820148 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] Checking router: f77efa02-0dba-40f2-8851-ffdde785d634 for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:59:28.828284 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] Routers {'f77efa02-0dba-40f2-8851-ffdde785d634'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:59:28.828882 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T14:59:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f77efa02-0dba-40f2-8851-ffdde785d634'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:28.915044 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] Set router f77efa02-0dba-40f2-8851-ffdde785d634 gateway port host: None {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:59:28.929279 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:28.956884 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=458ac620-46ce-44d9-a1fe-14bfae343d16,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:28.970030 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'name': 'tempest-TestShelveInstance-413951503-router', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:59:28Z', 'revision_number': 6, 'project_id': '534a46094e8f4d359279c02fade95d49', 'gw_port_host': None}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:28.996880 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd6f7a-59ed-493d-9fce-1a15d4d9a400 None None] The sync data for ids ['f77efa02-0dba-40f2-8851-ffdde785d634'] in dv-cinder-787195-10-iscsi is: [{'id': 'f77efa02-0dba-40f2-8851-ffdde785d634', 'name': 'tempest-TestShelveInstance-413951503-router', 'tenant_id': '534a46094e8f4d359279c02fade95d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:54:51Z', 'updated_at': '2021-12-15T14:59:28Z', 'revision_number': 6, 'project_id': '534a46094e8f4d359279c02fade95d49', 'gw_port_host': None}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:59:29.019011 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502060'] for router_gateway, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.107490 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12353'] for router, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.109581 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.153385 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501429'] for router, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.153955 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f77efa02-0dba-40f2-8851-ffdde785d634 {{(pid=119314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:59:29.159470 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] Publish callbacks [] for router, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.160589 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-ab736c6b-ad20-4ff7-aeff-9e614e04f5d2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f77efa02-0dba-40f2-8851-ffdde785d634 HTTP/1.1" status: 204 len: 168 time: 0.7431774 Dec 15 14:59:29.163262 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48820) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:29.206328 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e84c7b-4bf6-437b-a583-3b53479c3086 admin admin] Deleting subnet 41e60212-c21a-40c2-9700-88694ca57c9f {{(pid=119313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:59:29.209345 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-91e84c7b-4bf6-437b-a583-3b53479c3086 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.242905 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-91e84c7b-4bf6-437b-a583-3b53479c3086 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66825151'] for subnet, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.353097 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-91e84c7b-4bf6-437b-a583-3b53479c3086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.415377 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-91e84c7b-4bf6-437b-a583-3b53479c3086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4585138'] for subnet, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.443888 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e84c7b-4bf6-437b-a583-3b53479c3086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e60212-c21a-40c2-9700-88694ca57c9f,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:29.447857 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-91e84c7b-4bf6-437b-a583-3b53479c3086 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.451231 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-91e84c7b-4bf6-437b-a583-3b53479c3086 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/41e60212-c21a-40c2-9700-88694ca57c9f HTTP/1.1" status: 204 len: 168 time: 0.2868817 Dec 15 14:59:29.453672 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48822) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:29.455512 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e840deaf-57a9-4879-826b-dba96cfc8e1f None None] Network 18a88c3d-f254-48a2-875f-e00151c508aa requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:59:29.524816 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.577799 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Deleting port fc3b4bca-e176-4319-9413-a0113de8cc23 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:59:29.578143 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.647766 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] For port fc3b4bca-e176-4319-9413-a0113de8cc23, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=fc3b4bca-e176-4319-9413-a0113de8cc23,segment=NetworkSegment(09fc151a-46c4-4b03-adea-dab07369d646),segment_id=09fc151a-46c4-4b03-adea-dab07369d646)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:59:29.648152 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.660895 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Calling delete_port for fc3b4bca-e176-4319-9413-a0113de8cc23 owned by network:dhcp {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:59:29.739684 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.757762 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c303f91-a8fb-48ae-b3a2-d9e00cf2e40b None None] DHCP port deletion for 18a88c3d-f254-48a2-875f-e00151c508aa request from dv-cinder-787195-10-iscsi {{(pid=119315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:59:29.765402 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3b4bca-e176-4319-9413-a0113de8cc23,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:29.769977 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] No DVR routers for this DVR port fc3b4bca-e176-4319-9413-a0113de8cc23 on host dv-cinder-787195-10-iscsi {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:59:29.842080 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 658b8ddb-43b7-4d8e-a991-4077813837db no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:59:29.850954 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.866710 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 658b8ddb-43b7-4d8e-a991-4077813837db {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:59:29.867044 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 658b8ddb-43b7-4d8e-a991-4077813837db not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:59:29.874131 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a88c3d-f254-48a2-875f-e00151c508aa']}} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:29.884402 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fc151a-46c4-4b03-adea-dab07369d646') {'for_net_delete': True} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:29.884698 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fc151a-46c4-4b03-adea-dab07369d646') {} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:59:29.894368 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66825028'] for segment, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.908218 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.915129 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=119313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:59:29.915564 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543449'] for segment, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: Traceback (most recent call last): Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: timer() Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: cb(*args, **kw) Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: return func(*args, **kwargs) Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: self._notify() Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: self.callback(batched_events) Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: event.method(event) Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: return f(self, *a, **k) Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._get(url).json() Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: return self.request(url, 'GET', **kwargs) Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:59:29.917330 dv-cinder-787195-10-iscsi neutron-server[119313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:59:29.978953 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.984482 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:29.990673 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] 10.222.0.62 "DELETE /v2.0/networks/18a88c3d-f254-48a2-875f-e00151c508aa HTTP/1.1" status: 204 len: 168 time: 0.5337598 Dec 15 14:59:30.001125 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567af0d-2d9f-4a01-86c2-747be296d675 admin admin] Pushing event deleted for resources: {'Network': ['ID=18a88c3d-f254-48a2-875f-e00151c508aa,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:30.217924 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48826) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:30.257395 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-326c2343-40fd-4a5c-a8a3-83cb85de4fdf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3501de2be47c438cbaf2153b88019ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383000 Dec 15 14:59:30.259841 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48828) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:30.306758 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5841-e1d8-4081-8d82-d43926d46307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:30.326733 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5841-e1d8-4081-8d82-d43926d46307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:30.374519 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5841-e1d8-4081-8d82-d43926d46307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:30.377102 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5841-e1d8-4081-8d82-d43926d46307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:30.379127 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-dfbc5841-e1d8-4081-8d82-d43926d46307 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e1576c8-4862-4c82-958d-78105a7fa77d HTTP/1.1" status: 204 len: 168 time: 0.1180656 Dec 15 14:59:30.386974 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc5841-e1d8-4081-8d82-d43926d46307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1576c8-4862-4c82-958d-78105a7fa77d,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:30.704570 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48834) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:30.743938 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-6379f151-2dd6-42e9-ae34-4b5c6aee058b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=534a46094e8f4d359279c02fade95d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382209 Dec 15 14:59:30.746566 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48836) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:59:30.794310 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12d333d1-d9d3-422c-9764-1e7c65321983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:30.814807 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12d333d1-d9d3-422c-9764-1e7c65321983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:30.860445 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12d333d1-d9d3-422c-9764-1e7c65321983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:30.863676 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-12d333d1-d9d3-422c-9764-1e7c65321983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:30.864839 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-12d333d1-d9d3-422c-9764-1e7c65321983 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60e83d59-66a4-4ef4-9f3e-cfe7e78231d8 HTTP/1.1" status: 204 len: 168 time: 0.1173587 Dec 15 14:59:30.873086 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d333d1-d9d3-422c-9764-1e7c65321983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e83d59-66a4-4ef4-9f3e-cfe7e78231d8,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:59:31.444060 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 458ac620-46ce-44d9-a1fe-14bfae343d16 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:59:31.464340 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 458ac620-46ce-44d9-a1fe-14bfae343d16 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:59:31.464686 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 458ac620-46ce-44d9-a1fe-14bfae343d16 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:59:31.465129 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device fc3b4bca-e176-4319-9413-a0113de8cc23 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:59:31.483263 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: fc3b4bca-e176-4319-9413-a0113de8cc23 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:59:31.483610 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device fc3b4bca-e176-4319-9413-a0113de8cc23 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:59:31.998096 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:34.520653 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:59:50.542790 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-9837322e-bfa9-4e05-99b8-4d45afa1c5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:52.975138 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-bb097a51-193d-4cc5-92b1-ef4b25309b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:54.147487 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:56.225007 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:59:56.848356 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:02.001890 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:05.633374 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-88a0c63a-4e4a-4798-ac72-5cc7509a1628 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195977097&fields=id&tenant_id=4e24c50e82614f85a1d2aee9eefad427 HTTP/1.1" status: 200 len: 267 time: 0.0490422 Dec 15 15:00:05.744436 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781d49-a909-4233-9797-4aa11349966d req-481d09a3-db59-4074-999a-650ff709f33f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:05.746665 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-481d09a3-db59-4074-999a-650ff709f33f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 812 time: 0.1059837 Dec 15 15:00:05.762304 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-9c026960-2504-4369-aa68-385f341509dc tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/quotas/4e24c50e82614f85a1d2aee9eefad427 HTTP/1.1" status: 200 len: 375 time: 0.0096819 Dec 15 15:00:05.819763 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-e4d77a28-1466-4a6d-bdac-c23a0a5a0e71 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517969 Dec 15 15:00:05.969750 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-9ae8fbac-9866-4395-8690-f1b819542121 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=119314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 15:00:05.970912 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-9ae8fbac-9866-4395-8690-f1b819542121 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1378973 Dec 15 15:00:06.059853 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-088039ee-8097-45be-9bf1-39cb04cf284c service neutron] 10.222.0.62 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827866 Dec 15 15:00:06.146825 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-491de80d-374c-40f7-80cf-94c1f524cac0 service neutron] 10.222.0.62 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809672 Dec 15 15:00:06.422018 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-bbfca3e6-b034-4b18-b959-6cd3713fdeba req-280cdef3-27de-4dfc-8f8a-bba07e103542 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 210 time: 0.0260849 Dec 15 15:00:07.309698 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781d49-a909-4233-9797-4aa11349966d req-275ea4c2-14b2-4397-9ac1-9b36f11f90e1 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:07.311216 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-275ea4c2-14b2-4397-9ac1-9b36f11f90e1 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 812 time: 0.1077285 Dec 15 15:00:07.378332 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-49da2037-9faf-4dea-aaa8-36a86bdf847a tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e24c50e82614f85a1d2aee9eefad427 HTTP/1.1" status: 200 len: 379 time: 0.0569351 Dec 15 15:00:07.391072 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'port': {'device_id': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'admin_state_up': True, 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'security_groups': ['82387ccf-5273-40f4-aaaa-6ea28a65f8f5']}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:00:07.496889 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Made reservation on behalf of 4e24c50e82614f85a1d2aee9eefad427 for: {'port': 1} {{(pid=119313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 15:00:07.500529 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:07.523993 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-58019588-a835-4644-a5f4-87b7029c2ee1 req-4a807f55-0e7d-445d-9b4f-d63d36c69fad tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 210 time: 0.0322642 Dec 15 15:00:07.628219 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Allocated IP 172.20.0.3 (fa926840-8677-471f-9953-c7ba032090ea/0a581819-4911-44d1-8b4a-96fdb7a52644/67e7b4a9-836e-42ae-9502-f0ff963d48c8) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:00:07.775400 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:07.811184 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:07.854243 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Network fa926840-8677-471f-9953-c7ba032090ea is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:00:07.857344 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:00:07.859831 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:00:07.885183 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'Port': ['ID=67e7b4a9-836e-42ae-9502-f0ff963d48c8,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:00:07.914323 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:07.914987 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:07.933175 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-12998dd2-88ae-49b4-9918-d6cdddf84693 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5454576 Dec 15 15:00:07.944966 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Request body: {'port': {'device_id': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:00:08.016003 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:08.086777 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-5f5968c2-6228-4295-a156-acb3f8f86476 None None] Provisioning complete for port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 triggered by entity DHCP. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:00:08.087335 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-5f5968c2-6228-4295-a156-acb3f8f86476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:08.120883 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-5f5968c2-6228-4295-a156-acb3f8f86476 None None] Port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 cannot update to ACTIVE because it is not bound. {{(pid=119315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 15:00:08.267410 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e7b4a9-836e-42ae-9502-f0ff963d48c8 {{(pid=119313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:00:08.274702 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:08.287789 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.provisioning_blocks [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Transition to ACTIVE for port object 67e7b4a9-836e-42ae-9502-f0ff963d48c8 will not be triggered until provisioned by entity L2. {{(pid=119313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 15:00:08.291342 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:08.340535 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Pushing event updated for resources: {'Port': ['ID=67e7b4a9-836e-42ae-9502-f0ff963d48c8,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:00:08.435789 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Attempting to bind port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 15:00:08.436203 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Attempting to bind port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 15:00:08.436457 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Attempting to bind port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 on network fa926840-8677-471f-9953-c7ba032090ea {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:00:08.441728 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 on network fa926840-8677-471f-9953-c7ba032090ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 15:00:08.442055 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Attempting to bind port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 on network fa926840-8677-471f-9953-c7ba032090ea {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 15:00:08.447209 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Checking agent: {'id': '187d28d2-6217-4635-ab4a-3a894cf09434', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'started_at': datetime.datetime(2021, 12, 15, 14, 45, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 15, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 15:00:08.447554 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Checking segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 15:00:08.447942 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Bound using segment: {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'} {{(pid=119313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 15:00:08.448399 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.managers [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Bound port: 67e7b4a9-836e-42ae-9502-f0ff963d48c8, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0004aa9d-f24a-47fc-af24-47a4f4ec24ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea'}}] {{(pid=119313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 15:00:08.449636 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:08.516895 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] For port 67e7b4a9-836e-42ae-9502-f0ff963d48c8, host hv-cinder-78719, cleared binding levels {{(pid=119313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 15:00:08.520345 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] For port 67e7b4a9-836e-42ae-9502-f0ff963d48c8, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67e7b4a9-836e-42ae-9502-f0ff963d48c8,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 15:00:08.526180 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:08.604545 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:08.606079 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:08.608543 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] 10.222.0.64 "PUT /v2.0/ports/67e7b4a9-836e-42ae-9502-f0ff963d48c8 HTTP/1.1" status: 200 len: 1093 time: 0.6678410 Dec 15 15:00:08.614894 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'tag': '67e7b4a9-836e-42ae-9502-f0ff963d48c8'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:00:08.617514 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57885552-f431-4735-91ad-7e27841431e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2257396c-dd95-4e93-b4e4-1c71e03cb595", "tag": "67e7b4a9-836e-42ae-9502-f0ff963d48c8"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:00:08.687222 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf5e311-ead5-4dfd-916d-8d8e3efb831f x-openstack-request-id: req-dcf5e311-ead5-4dfd-916d-8d8e3efb831f {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:00:08.687491 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2257396c-dd95-4e93-b4e4-1c71e03cb595", "tag": "67e7b4a9-836e-42ae-9502-f0ff963d48c8", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:00:08.687749 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dcf5e311-ead5-4dfd-916d-8d8e3efb831f {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:00:08.688143 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'tag': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'status': 'completed', 'code': 200} Dec 15 15:00:08.727605 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449712f7-4420-49a4-a729-4e4cb1067586 service neutron] Pushing event updated for resources: {'Port': ['ID=67e7b4a9-836e-42ae-9502-f0ff963d48c8,revision_number=3']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:00:08.755980 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-f569f303-eee7-4e1b-af2d-ca2255a937e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1421041 Dec 15 15:00:08.764385 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39ae6b-51a6-437c-b106-07f9b8c12f65 req-186e52ac-f554-4d1f-bbe0-757a3bdb4920 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:08.766131 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4b39ae6b-51a6-437c-b106-07f9b8c12f65 req-186e52ac-f554-4d1f-bbe0-757a3bdb4920 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 943 time: 0.1534896 Dec 15 15:00:08.772804 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781d49-a909-4233-9797-4aa11349966d req-c4009544-ab34-43d8-a586-92bb8ba4ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:08.774438 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-c4009544-ab34-43d8-a586-92bb8ba4ad05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 1096 time: 0.1098247 Dec 15 15:00:08.850713 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-081c091a-8d00-40aa-8fc6-651647e04dd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e7b4a9-836e-42ae-9502-f0ff963d48c8 HTTP/1.1" status: 200 len: 217 time: 0.0605085 Dec 15 15:00:08.911248 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-4b39ae6b-51a6-437c-b106-07f9b8c12f65 req-cd5bc326-a5a2-400e-b87f-d705fddeb21c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358049 Dec 15 15:00:08.922418 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-15f71746-203c-4354-88be-011c7cdea0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:08.923908 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-15f71746-203c-4354-88be-011c7cdea0f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 1099 time: 0.1349633 Dec 15 15:00:08.925538 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781d49-a909-4233-9797-4aa11349966d req-08544457-2d34-44b8-8693-c1ea9328f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:08.926847 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-08544457-2d34-44b8-8693-c1ea9328f6e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0691762 Dec 15 15:00:09.030735 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781d49-a909-4233-9797-4aa11349966d req-971a26ea-afe2-424a-adf3-e2dd47e1eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:09.032263 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-971a26ea-afe2-424a-adf3-e2dd47e1eb5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0974145 Dec 15 15:00:09.096375 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-916da397-f34c-4b9d-9f4e-202f3e3e28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:09.097831 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-916da397-f34c-4b9d-9f4e-202f3e3e28b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 913 time: 0.1525044 Dec 15 15:00:09.450234 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-8779bba9-f109-4f1f-a399-1dd33c95371c service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100349 Dec 15 15:00:09.451899 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-7c472f6b-52ad-4541-8912-c220b90c8481 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797 HTTP/1.1" status: 200 len: 1002 time: 0.3447156 Dec 15 15:00:09.555932 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-4ba7c53d-6754-4c7e-9296-c13c36f1a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:09.557505 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-4ba7c53d-6754-4c7e-9296-c13c36f1a8ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0869782 Dec 15 15:00:09.608043 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-73781d49-a909-4233-9797-4aa11349966d req-f2e0132b-89bb-42ee-a066-0886247c282e service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451247 Dec 15 15:00:09.617767 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-404ac9cb-599c-4f2b-be95-4e5aeea22ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:09.619270 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-404ac9cb-599c-4f2b-be95-4e5aeea22ae9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527983 Dec 15 15:00:09.740684 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885552-f431-4735-91ad-7e27841431e1 req-3681f325-78b7-41f6-8f79-168386bf6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:09.742167 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-57885552-f431-4735-91ad-7e27841431e1 req-3681f325-78b7-41f6-8f79-168386bf6cfd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 1096 time: 0.0704951 Dec 15 15:00:09.743885 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-d866dad9-0c26-45ba-8c0c-15cb48d7d5ea service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170158 Dec 15 15:00:09.906308 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885552-f431-4735-91ad-7e27841431e1 req-6619a06a-ad31-48c5-8426-e7e89a1cbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:09.907825 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-57885552-f431-4735-91ad-7e27841431e1 req-6619a06a-ad31-48c5-8426-e7e89a1cbbe4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 913 time: 0.1504543 Dec 15 15:00:09.909796 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-b64696de-c02e-4e09-b225-43ce4e2c6d1d req-4aa13c44-62ce-43cc-98a8-0881fae2cf3e service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454844 Dec 15 15:00:09.958215 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-57885552-f431-4735-91ad-7e27841431e1 req-1efd55ac-8a6b-4e7f-ac15-c4d32f1bfed2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e7b4a9-836e-42ae-9502-f0ff963d48c8 HTTP/1.1" status: 200 len: 217 time: 0.0387366 Dec 15 15:00:10.010053 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885552-f431-4735-91ad-7e27841431e1 req-db5b2408-f5d5-4ce3-b775-14b15f1e86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:10.012146 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-57885552-f431-4735-91ad-7e27841431e1 req-db5b2408-f5d5-4ce3-b775-14b15f1e86ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0428019 Dec 15 15:00:10.029185 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ffa66-57d0-4ea0-b1c6-3027d0318603 req-9e91a3cf-bc4d-4e69-a766-2b9df7657555 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:10.030736 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c74ffa66-57d0-4ea0-b1c6-3027d0318603 req-9e91a3cf-bc4d-4e69-a766-2b9df7657555 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 943 time: 0.0501442 Dec 15 15:00:10.063127 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885552-f431-4735-91ad-7e27841431e1 req-f4ff02d1-da47-4687-b31a-f51165377ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:10.064659 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-57885552-f431-4735-91ad-7e27841431e1 req-f4ff02d1-da47-4687-b31a-f51165377ec6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414174 Dec 15 15:00:10.081526 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c74ffa66-57d0-4ea0-b1c6-3027d0318603 req-c0cbf55a-4b0c-4c9e-bf75-34e1b55ec2ec tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446055 Dec 15 15:00:10.160517 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-57885552-f431-4735-91ad-7e27841431e1 req-36c7bdbf-692b-4d26-8e13-9ca35abd0ea0 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847981 Dec 15 15:00:10.247752 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-57885552-f431-4735-91ad-7e27841431e1 req-cdcd3d48-90ba-4fc4-be35-cf7937f54fa7 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804915 Dec 15 15:00:11.202431 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0812c-64df-4243-8e6f-a82c0bbbbdee req-9b0ad69b-d0a0-4a61-a51b-1f0c9590a107 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:11.203950 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6db0812c-64df-4243-8e6f-a82c0bbbbdee req-9b0ad69b-d0a0-4a61-a51b-1f0c9590a107 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 943 time: 0.0550935 Dec 15 15:00:11.252879 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6db0812c-64df-4243-8e6f-a82c0bbbbdee req-b0dd1fd6-b69d-4c84-a8c4-925c75c17ecf tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431073 Dec 15 15:00:11.518841 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:00:12.366379 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215a0dd-0657-4a0c-a775-aa34e9e4c77f req-54156448-0710-4c78-9231-eb197dca8565 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:12.367863 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a215a0dd-0657-4a0c-a775-aa34e9e4c77f req-54156448-0710-4c78-9231-eb197dca8565 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 943 time: 0.0476997 Dec 15 15:00:12.416139 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-a215a0dd-0657-4a0c-a775-aa34e9e4c77f req-efaacf76-443b-4fce-b3d9-24d304c4cb3e tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418720 Dec 15 15:00:13.529735 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e8308-fa01-4e95-8b81-249396546a3f req-1ab22608-b12c-40f5-915c-1e72bd248637 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:13.531252 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ec0e8308-fa01-4e95-8b81-249396546a3f req-1ab22608-b12c-40f5-915c-1e72bd248637 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 943 time: 0.0485678 Dec 15 15:00:13.580489 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ec0e8308-fa01-4e95-8b81-249396546a3f req-951aae36-1076-4cac-abb4-5531d165e717 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432346 Dec 15 15:00:14.696403 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a610768-c31b-4537-b8d1-a6dd5e37afa3 req-724c81c6-b1f2-4b42-9160-4bd81857f8eb tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:14.698057 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6a610768-c31b-4537-b8d1-a6dd5e37afa3 req-724c81c6-b1f2-4b42-9160-4bd81857f8eb tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 943 time: 0.0523069 Dec 15 15:00:14.746721 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-6a610768-c31b-4537-b8d1-a6dd5e37afa3 req-f0c144d0-d339-4e05-a05b-000f45d3fdb2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422580 Dec 15 15:00:15.859905 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63a68d-a292-41c3-be27-cdc0f8879dfa req-da7ed250-3b70-4f63-a19e-fbf34996e3dc tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:15.861367 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6c63a68d-a292-41c3-be27-cdc0f8879dfa req-da7ed250-3b70-4f63-a19e-fbf34996e3dc tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 943 time: 0.0483718 Dec 15 15:00:15.913097 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-6c63a68d-a292-41c3-be27-cdc0f8879dfa req-ef4bf274-9df6-46c4-82ec-c62398ef9832 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458233 Dec 15 15:00:17.039022 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41768f-c68b-413e-867c-bb90e450ab3d req-852d90a1-c0ab-4896-9e11-1aca1f2f2bf6 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:17.040526 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0d41768f-c68b-413e-867c-bb90e450ab3d req-852d90a1-c0ab-4896-9e11-1aca1f2f2bf6 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 943 time: 0.0605505 Dec 15 15:00:17.091418 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-0d41768f-c68b-413e-867c-bb90e450ab3d req-848c40ba-d88d-4026-a591-e7ebed36ab62 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433023 Dec 15 15:00:17.786794 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67e7b4a9-836e-42ae-9502-f0ff963d48c8 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=119315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 15:00:17.880357 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 67e7b4a9-836e-42ae-9502-f0ff963d48c8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67e7b4a9-836e-42ae-9502-f0ff963d48c8,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:00:17.891749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Returning: {'device': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'port_id': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'mac_address': 'fa:16:3e:8d:7f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 15:00:17.927310 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:17.940707 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e7b4a9-836e-42ae-9502-f0ff963d48c8 {{(pid=119315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 15:00:17.960802 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 67e7b4a9-836e-42ae-9502-f0ff963d48c8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67e7b4a9-836e-42ae-9502-f0ff963d48c8,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:00:17.965476 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:18.012776 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=67e7b4a9-836e-42ae-9502-f0ff963d48c8,revision_number=4']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:00:18.206038 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] get_ports_and_sgs() called for port_ids ['67e7b4a9-836e-42ae-9502-f0ff963d48c8'] {{(pid=119315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 15:00:18.213667 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab7249-b60a-4bc4-b989-5b9d2b6a5683 req-195b1721-71b6-4f42-bb61-ba840c5fe581 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:18.215223 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0cab7249-b60a-4bc4-b989-5b9d2b6a5683 req-195b1721-71b6-4f42-bb61-ba840c5fe581 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 944 time: 0.0511205 Dec 15 15:00:18.272533 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-0cab7249-b60a-4bc4-b989-5b9d2b6a5683 req-e5a09933-b863-470f-b8a0-42a62deafdb0 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505590 Dec 15 15:00:19.394581 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750fcd0-16dc-4937-b76e-ac4a64b7cfa5 req-15a1702e-0d15-4921-87e5-c6940613f7d1 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:19.396077 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b750fcd0-16dc-4937-b76e-ac4a64b7cfa5 req-15a1702e-0d15-4921-87e5-c6940613f7d1 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 944 time: 0.0515614 Dec 15 15:00:19.444782 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-b750fcd0-16dc-4937-b76e-ac4a64b7cfa5 req-bb48b03b-59ef-4cfb-a783-5ee0adcda0cc tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427365 Dec 15 15:00:19.818170 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67e7b4a9-836e-42ae-9502-f0ff963d48c8 up at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 15:00:19.868648 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning for port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 completed by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 15:00:19.873248 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.provisioning_blocks [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Provisioning complete for port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 triggered by entity L2. {{(pid=119315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 15:00:19.873623 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387668'] for port, provisioning_complete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:19.947886 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:19.970512 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e7b4a9-836e-42ae-9502-f0ff963d48c8'}] {{(pid=119315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:00:19.972760 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f890ba014bdb12cf0777d78e336378216acc7bc74605495ee13d9fdb7b99fc0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefee497-8d1f-440a-82ee-3794346431ab" -d '{"events": [{"server_uuid": "2257396c-dd95-4e93-b4e4-1c71e03cb595", "name": "network-vif-plugged", "status": "completed", "tag": "67e7b4a9-836e-42ae-9502-f0ff963d48c8"}]}' {{(pid=119315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:00:19.986135 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] For port 67e7b4a9-836e-42ae-9502-f0ff963d48c8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67e7b4a9-836e-42ae-9502-f0ff963d48c8,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:00:19.991192 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724'] for port, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:20.016812 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d2c539-1a4d-47b0-aa98-b693f070ec04 x-openstack-request-id: req-79d2c539-1a4d-47b0-aa98-b693f070ec04 {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:00:20.017105 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2257396c-dd95-4e93-b4e4-1c71e03cb595", "name": "network-vif-plugged", "status": "completed", "tag": "67e7b4a9-836e-42ae-9502-f0ff963d48c8", "code": 200}]} {{(pid=119315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:00:20.017359 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79d2c539-1a4d-47b0-aa98-b693f070ec04 {{(pid=119315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:00:20.017740 dv-cinder-787195-10-iscsi neutron-server[119315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'code': 200} Dec 15 15:00:20.176527 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Pushing event updated for resources: {'Port': ['ID=67e7b4a9-836e-42ae-9502-f0ff963d48c8,revision_number=5']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:00:20.226089 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d69d2-5f95-454b-a760-1e24c9293567 req-c9498a78-11e9-4ad0-8de5-cce61f0a9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:20.227600 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-160d69d2-5f95-454b-a760-1e24c9293567 req-c9498a78-11e9-4ad0-8de5-cce61f0a9499 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 1098 time: 0.0395894 Dec 15 15:00:20.272977 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-160d69d2-5f95-454b-a760-1e24c9293567 req-fad9e5fd-a3d5-4f02-a0ed-d55d5cf584ee service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382721 Dec 15 15:00:20.544689 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-f0ea38c1-2ec3-4362-ae7b-58be14324dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:20.563086 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a73165-1817-4f65-aa66-e1f997b7820c req-16ed141e-2308-4705-80a7-c45e28f7fe02 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:20.564563 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-69a73165-1817-4f65-aa66-e1f997b7820c req-16ed141e-2308-4705-80a7-c45e28f7fe02 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 945 time: 0.0536556 Dec 15 15:00:20.612396 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-69a73165-1817-4f65-aa66-e1f997b7820c req-ada506eb-f1b1-42ec-b399-1077c19d4daa tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415437 Dec 15 15:00:21.731939 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4626d2-33d4-44de-8bb1-d2eaf638a7e7 req-4b4cf020-3c13-40cc-99bf-ad417f1c5436 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:21.733406 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3e4626d2-33d4-44de-8bb1-d2eaf638a7e7 req-4b4cf020-3c13-40cc-99bf-ad417f1c5436 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 945 time: 0.0522947 Dec 15 15:00:21.781924 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-3e4626d2-33d4-44de-8bb1-d2eaf638a7e7 req-3b363d5c-18ce-44d3-9565-73018d139692 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426226 Dec 15 15:00:21.894920 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bac984-c38e-4473-a2aa-448ce4899d61 req-e9fb41d3-5ce0-43b7-9906-623ed1d6837c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:21.896282 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c2bac984-c38e-4473-a2aa-448ce4899d61 req-e9fb41d3-5ce0-43b7-9906-623ed1d6837c tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 945 time: 0.0469630 Dec 15 15:00:21.946577 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c2bac984-c38e-4473-a2aa-448ce4899d61 req-5bfedabd-e084-4ba5-9e45-d7ba6309291b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444677 Dec 15 15:00:21.970098 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48926) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:00:22.007883 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ebff38-bd70-4cec-99a2-65c501e5c5b2 tempest-TestVolumeBootPattern-1148435828 tempest-TestVolumeBootPattern-1148435828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:22.009370 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-76ebff38-bd70-4cec-99a2-65c501e5c5b2 tempest-TestVolumeBootPattern-1148435828 tempest-TestVolumeBootPattern-1148435828-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 1093 time: 0.0382354 Dec 15 15:00:22.012017 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48928) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:00:22.016738 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.v2.base [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Request body: {'floatingip': {'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'port_id': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address': '172.20.0.3'}} {{(pid=119313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 15:00:22.038308 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:22.135846 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:22.233912 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_common [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Allocated IP 172.27.2.90 (99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4/f930159a-1161-4aca-9229-6ae63b1d617c/728b4919-bd1a-4288-b53c-e0577e6aa623) {{(pid=119313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 15:00:22.335854 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for port, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:22.368267 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763985621688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:22.407789 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Network 99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4 is already hosted by enough agents. {{(pid=119313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 15:00:22.410684 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.base_scheduler [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Resources bound (agent type, host, resource id): {{(pid=119313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 15:00:22.414007 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Received port after_create {{(pid=119313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 15:00:22.434467 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'Port': ['ID=728b4919-bd1a-4288-b53c-e0577e6aa623,revision_number=1']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:00:22.447855 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.448208 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.448553 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.448895 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.449226 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.449562 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.449888 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.450215 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.450613 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.451633 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.451965 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.452291 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.452614 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:00:22.775304 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:22.842799 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624933'] for port, before_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:22.976060 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-46847abb-b3b9-4eef-9481-0645355022f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:22.990584 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for port, precommit_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:22.994848 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763986137573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763985621706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763985621724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4543485'] for port, after_update {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:23.070307 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event updated for resources: {'Port': ['ID=728b4919-bd1a-4288-b53c-e0577e6aa623,revision_number=2']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:00:23.080235 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502034'] for floatingip, after_create {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:23.181547 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Floating IP 3f0c2797-ef1f-461b-adcc-aaeebf3a980b associated. External IP: 172.27.2.90, port: 67e7b4a9-836e-42ae-9502-f0ff963d48c8. Dec 15 15:00:23.378727 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Router f8e7d868-c190-4615-b865-33e40c1309f2 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:00:23.485249 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:00:23.495064 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] Sync routers for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:00:23.503637 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:23.505851 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:00:23.506491 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T15:00:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:00:23.533286 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-93970e6c-fc9b-4064-b2ea-05359edd670b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5201490 Dec 15 15:00:23.534215 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'tag': '67e7b4a9-836e-42ae-9502-f0ff963d48c8'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:00:23.536537 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed70d9b2-f387-4335-9876-549377a502d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2257396c-dd95-4e93-b4e4-1c71e03cb595", "tag": "67e7b4a9-836e-42ae-9502-f0ff963d48c8"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:00:23.574281 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50b5ad8-eb45-452a-8d71-0a93628ec54c x-openstack-request-id: req-f50b5ad8-eb45-452a-8d71-0a93628ec54c {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:00:23.574675 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2257396c-dd95-4e93-b4e4-1c71e03cb595", "tag": "67e7b4a9-836e-42ae-9502-f0ff963d48c8", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:00:23.575066 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f50b5ad8-eb45-452a-8d71-0a93628ec54c {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:00:23.575548 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'tag': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'status': 'completed', 'code': 200} Dec 15 15:00:23.616857 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:00:23.639502 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70d9b2-f387-4335-9876-549377a502d8 req-6efd546a-b651-4b46-bf99-c0cb25eee970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:23.641035 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed70d9b2-f387-4335-9876-549377a502d8 req-6efd546a-b651-4b46-bf99-c0cb25eee970 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 1098 time: 0.0443838 Dec 15 15:00:23.729968 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70d9b2-f387-4335-9876-549377a502d8 req-62cc3c10-4160-426e-812d-5e6e2db6abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:23.731495 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed70d9b2-f387-4335-9876-549377a502d8 req-62cc3c10-4160-426e-812d-5e6e2db6abd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 913 time: 0.0828366 Dec 15 15:00:23.802224 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed70d9b2-f387-4335-9876-549377a502d8 req-646d847f-75c0-4ab8-83ae-add8f3d43571 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e7b4a9-836e-42ae-9502-f0ff963d48c8 HTTP/1.1" status: 200 len: 998 time: 0.0639391 Dec 15 15:00:23.852603 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '3f0c2797-ef1f-461b-adcc-aaeebf3a980b', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:8d:7f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:00:22Z', 'updated_at': '2021-12-15T15:00:22Z', 'revision_number': 0, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}, {'id': '6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:ba:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:26Z', 'updated_at': '2021-12-15T14:58:28Z', 'revision_number': 1, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:00:23.855206 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70d9b2-f387-4335-9876-549377a502d8 req-21ad4f4e-38a1-404e-a61b-1de23a1e4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:23.856694 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed70d9b2-f387-4335-9876-549377a502d8 req-21ad4f4e-38a1-404e-a61b-1de23a1e4ce5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0470233 Dec 15 15:00:23.880564 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] Checking router: f8e7d868-c190-4615-b865-33e40c1309f2 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:00:23.888802 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:00:23.889403 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T15:00:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:00:23.903435 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70d9b2-f387-4335-9876-549377a502d8 req-912b58be-b0b3-4833-a62b-e01a199426f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:00:23.905460 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed70d9b2-f387-4335-9876-549377a502d8 req-912b58be-b0b3-4833-a62b-e01a199426f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418561 Dec 15 15:00:23.996679 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed70d9b2-f387-4335-9876-549377a502d8 req-c9e7a69b-0215-4502-ada0-07572769eb95 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843832 Dec 15 15:00:23.997023 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:00:24.086320 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ed70d9b2-f387-4335-9876-549377a502d8 req-74741bfd-d63c-4f4b-9ed3-ae8cb6f369d9 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810575 Dec 15 15:00:24.164072 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:24.240409 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '3f0c2797-ef1f-461b-adcc-aaeebf3a980b', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:8d:7f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:00:22Z', 'updated_at': '2021-12-15T15:00:22Z', 'revision_number': 0, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}, {'id': '6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:ba:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:26Z', 'updated_at': '2021-12-15T14:58:28Z', 'revision_number': 1, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:00:24.266766 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7718d71-5ae8-4c86-a8ef-0f7eb9caf09c None None] The sync data for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi is: [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '3f0c2797-ef1f-461b-adcc-aaeebf3a980b', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:8d:7f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T15:00:22Z', 'updated_at': '2021-12-15T15:00:22Z', 'revision_number': 0, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}, {'id': '6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:ba:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:26Z', 'updated_at': '2021-12-15T14:58:28Z', 'revision_number': 1, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:00:24.449608 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b15c939-9004-42a9-9fb5-67ef748ab21d None None] New status for floating IP 3f0c2797-ef1f-461b-adcc-aaeebf3a980b: ACTIVE {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:00:26.227429 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:26.850616 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:32.011951 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:48.517295 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:00:50.546503 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-2210f779-2c8c-43a4-a144-de7e247137d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:52.978040 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0771bd68-ce8a-4f88-bea6-2ab26d001fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:54.152307 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:56.230608 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:00:56.852555 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:02.035936 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:09.630864 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-643340b4-f3f5-429a-adb0-11678a73752f req-2d8523f1-6c94-4dae-bb82-7c0bdfd20f31 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392292 Dec 15 15:01:09.719019 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643340b4-f3f5-429a-adb0-11678a73752f req-a387dd8b-9742-41f6-a4a5-a5278a75a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:09.720525 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-643340b4-f3f5-429a-adb0-11678a73752f req-a387dd8b-9742-41f6-a4a5-a5278a75a418 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 1099 time: 0.0454068 Dec 15 15:01:09.822455 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643340b4-f3f5-429a-adb0-11678a73752f req-377ad9b0-ce4f-45b5-8141-ce020c911635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:09.823962 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-643340b4-f3f5-429a-adb0-11678a73752f req-377ad9b0-ce4f-45b5-8141-ce020c911635 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 913 time: 0.0842519 Dec 15 15:01:09.909431 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-643340b4-f3f5-429a-adb0-11678a73752f req-42c4e29d-0b26-4eab-8999-2f3e53a968da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797 HTTP/1.1" status: 200 len: 1002 time: 0.0777335 Dec 15 15:01:09.958445 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643340b4-f3f5-429a-adb0-11678a73752f req-5434c563-6d44-4258-9f61-9b9750324192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:09.959917 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-643340b4-f3f5-429a-adb0-11678a73752f req-5434c563-6d44-4258-9f61-9b9750324192 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0438228 Dec 15 15:01:10.005766 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643340b4-f3f5-429a-adb0-11678a73752f req-55288f98-e29d-43b1-b11b-1aca7ed25bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:10.007314 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-643340b4-f3f5-429a-adb0-11678a73752f req-55288f98-e29d-43b1-b11b-1aca7ed25bcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402951 Dec 15 15:01:10.099477 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-643340b4-f3f5-429a-adb0-11678a73752f req-9772af2f-0d95-444e-8701-e58be970ee40 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831177 Dec 15 15:01:10.188486 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-643340b4-f3f5-429a-adb0-11678a73752f req-cb800bb5-5355-43c6-a883-870453cab399 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808868 Dec 15 15:01:20.549289 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-c0bd46cd-c2fd-4ab0-abca-580fff49282a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:22.980364 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-557d33f6-e0dd-4c09-ae0e-56566f61283c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:24.155000 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:25.516103 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:01:26.233570 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:26.853252 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:32.057292 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:50.551235 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-55ebfd49-ab9b-4821-b4bc-9dda360acfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:50.633258 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 48954) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:01:50.832967 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Deleting port 728b4919-bd1a-4288-b53c-e0577e6aa623 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:01:50.833308 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:50.915200 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:50.915538 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:50.927674 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Calling delete_port for 728b4919-bd1a-4288-b53c-e0577e6aa623 owned by network:floatingip {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:01:51.070376 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:51.354174 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event deleted for resources: {'Port': ['ID=728b4919-bd1a-4288-b53c-e0577e6aa623,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:01:51.365425 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.365777 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.366125 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.366464 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.366823 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.367154 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.367483 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.367818 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.368149 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.368473 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.368796 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.369117 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.369437 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:01:51.422649 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:51.423021 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Floating IP 3f0c2797-ef1f-461b-adcc-aaeebf3a980b disassociated (deleted). External IP: 172.27.2.90, port: 67e7b4a9-836e-42ae-9502-f0ff963d48c8. Dec 15 15:01:51.624363 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Router f8e7d868-c190-4615-b865-33e40c1309f2 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:01:51.728684 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:01:51.733405 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:51.738551 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] Sync routers for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:01:51.748765 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:01:51.749380 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T15:01:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:01:51.759768 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-8a9ea8fe-0c2a-4e47-9890-4234fd001e91 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "DELETE /v2.0/floatingips/3f0c2797-ef1f-461b-adcc-aaeebf3a980b HTTP/1.1" status: 204 len: 168 time: 1.1254883 Dec 15 15:01:51.760346 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'tag': '67e7b4a9-836e-42ae-9502-f0ff963d48c8'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:01:51.762627 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee283aa2-cf24-49a3-bc89-1af3d075237d" -d '{"events": [{"name": "network-changed", "server_uuid": "2257396c-dd95-4e93-b4e4-1c71e03cb595", "tag": "67e7b4a9-836e-42ae-9502-f0ff963d48c8"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:01:51.808265 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ff06d2-17f1-410a-b209-fd47c0b7ad0a x-openstack-request-id: req-a3ff06d2-17f1-410a-b209-fd47c0b7ad0a {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:01:51.808571 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2257396c-dd95-4e93-b4e4-1c71e03cb595", "tag": "67e7b4a9-836e-42ae-9502-f0ff963d48c8", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:01:51.809088 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3ff06d2-17f1-410a-b209-fd47c0b7ad0a {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:01:51.809500 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'tag': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'status': 'completed', 'code': 200} Dec 15 15:01:51.860097 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:01:51.876980 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-075ef173-0c68-462b-9ede-5caf3adabfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:51.878584 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-075ef173-0c68-462b-9ede-5caf3adabfdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 1098 time: 0.0447307 Dec 15 15:01:52.020660 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-99e9d5c7-6192-4260-b394-ba27766074b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:52.022151 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-99e9d5c7-6192-4260-b394-ba27766074b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 913 time: 0.1371229 Dec 15 15:01:52.034460 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea41d12-f6a5-43c3-9e2e-a348483a700e req-aad88bd3-15b0-4030-8e07-adaaf97c65af tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:52.035947 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7ea41d12-f6a5-43c3-9e2e-a348483a700e req-aad88bd3-15b0-4030-8e07-adaaf97c65af tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 945 time: 0.0742137 Dec 15 15:01:52.087379 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-20c59554-4f9d-4be6-9337-21b5c8cc982f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e7b4a9-836e-42ae-9502-f0ff963d48c8 HTTP/1.1" status: 200 len: 217 time: 0.0504553 Dec 15 15:01:52.091077 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:ba:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:26Z', 'updated_at': '2021-12-15T14:58:28Z', 'revision_number': 1, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:01:52.121590 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] Checking router: f8e7d868-c190-4615-b865-33e40c1309f2 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:01:52.131267 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:01:52.131809 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T15:01:23Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:01:52.152110 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-7ea41d12-f6a5-43c3-9e2e-a348483a700e req-1140eef6-fc83-4cad-93eb-bd02349bc93e tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093292 Dec 15 15:01:52.159401 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-9e98bd81-51ef-4d55-9052-29801640fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:52.160851 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-9e98bd81-51ef-4d55-9052-29801640fe95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0665865 Dec 15 15:01:52.209592 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-0794d662-b5ec-452d-a473-ba93cfd73482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:52.211142 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-0794d662-b5ec-452d-a473-ba93cfd73482 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424583 Dec 15 15:01:52.312508 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-f3cad85a-88b0-4626-a9a9-ee45524a6a99 service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928490 Dec 15 15:01:52.375022 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:01:52.403192 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-ee283aa2-cf24-49a3-bc89-1af3d075237d req-2a7eaf5f-7fcb-45bc-9bb7-fada9bc653ad service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822515 Dec 15 15:01:52.594198 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:ba:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:26Z', 'updated_at': '2021-12-15T14:58:28Z', 'revision_number': 1, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:01:52.623824 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca1def-5820-4244-bb98-1734b69f4e61 None None] The sync data for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi is: [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_floatingips': [{'id': '6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'router_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'port_id': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'mac_address': 'fa:16:3e:ba:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:58:26Z', 'updated_at': '2021-12-15T14:58:28Z', 'revision_number': 1, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:01:52.830436 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db91b80b-b196-40bc-a669-ae1bff0489c7 None None] New status for floating IP 3f0c2797-ef1f-461b-adcc-aaeebf3a980b: DOWN {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:01:52.981452 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-c9ad7c58-807f-46df-a058-04b7d369982c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:53.284532 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361ca0-fbe5-41c7-a682-c515cf76b4ff req-11343fa5-fd97-4f25-975d-0c2d7ca8f6a6 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:53.286046 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-55361ca0-fbe5-41c7-a682-c515cf76b4ff req-11343fa5-fd97-4f25-975d-0c2d7ca8f6a6 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 945 time: 0.0498426 Dec 15 15:01:53.335415 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-55361ca0-fbe5-41c7-a682-c515cf76b4ff req-71fc65b5-696a-458a-aa47-e521eb3b0ee5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434077 Dec 15 15:01:53.514143 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-084d70be-e9b3-4675-8e9b-837ff7589dc8 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:53.515874 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-084d70be-e9b3-4675-8e9b-837ff7589dc8 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 945 time: 0.0550067 Dec 15 15:01:53.602286 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-2eea96c4-92fc-4888-b22a-7def07a5c552 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Deleting port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:01:53.602661 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-2eea96c4-92fc-4888-b22a-7def07a5c552 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:53.692345 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-2eea96c4-92fc-4888-b22a-7def07a5c552 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] For port 67e7b4a9-836e-42ae-9502-f0ff963d48c8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=67e7b4a9-836e-42ae-9502-f0ff963d48c8,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:01:53.692706 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-2eea96c4-92fc-4888-b22a-7def07a5c552 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:53.704760 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-2eea96c4-92fc-4888-b22a-7def07a5c552 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Calling delete_port for 67e7b4a9-836e-42ae-9502-f0ff963d48c8 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:01:53.827229 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-2eea96c4-92fc-4888-b22a-7def07a5c552 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:53.857723 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea96c4-92fc-4888-b22a-7def07a5c552 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event deleted for resources: {'Port': ['ID=67e7b4a9-836e-42ae-9502-f0ff963d48c8,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:01:53.901518 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-2eea96c4-92fc-4888-b22a-7def07a5c552 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] No DVR routers for this DVR port 67e7b4a9-836e-42ae-9502-f0ff963d48c8 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:01:53.904137 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-2eea96c4-92fc-4888-b22a-7def07a5c552 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:53.907654 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-fcf5aed3-aae7-442d-a259-58e490334b21 req-2eea96c4-92fc-4888-b22a-7def07a5c552 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "DELETE /v2.0/ports/67e7b4a9-836e-42ae-9502-f0ff963d48c8 HTTP/1.1" status: 204 len: 173 time: 0.3842752 Dec 15 15:01:53.908124 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'name': 'network-vif-deleted', 'tag': '67e7b4a9-836e-42ae-9502-f0ff963d48c8'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:01:53.910364 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663300e8-2f62-40e3-88e6-19fdfbd7b475" -d '{"events": [{"server_uuid": "2257396c-dd95-4e93-b4e4-1c71e03cb595", "name": "network-vif-deleted", "tag": "67e7b4a9-836e-42ae-9502-f0ff963d48c8"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:01:53.967442 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa933e15-7ac6-4d45-8c4b-4d7c3c5df215 x-openstack-request-id: req-fa933e15-7ac6-4d45-8c4b-4d7c3c5df215 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:01:53.967738 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2257396c-dd95-4e93-b4e4-1c71e03cb595", "name": "network-vif-deleted", "tag": "67e7b4a9-836e-42ae-9502-f0ff963d48c8", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:01:53.968000 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa933e15-7ac6-4d45-8c4b-4d7c3c5df215 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:01:53.968401 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2257396c-dd95-4e93-b4e4-1c71e03cb595', 'name': 'network-vif-deleted', 'tag': '67e7b4a9-836e-42ae-9502-f0ff963d48c8', 'status': 'completed', 'code': 200} Dec 15 15:01:54.158489 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:54.438217 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-1d6964a7-b987-4f02-a6c4-858354813bcd req-fd5abc99-1c3b-45c9-9413-b86c9ad72d3b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=2257396c-dd95-4e93-b4e4-1c71e03cb595 HTTP/1.1" status: 200 len: 210 time: 0.0250401 Dec 15 15:01:56.234871 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:56.406144 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67e7b4a9-836e-42ae-9502-f0ff963d48c8 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:01:56.425744 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 67e7b4a9-836e-42ae-9502-f0ff963d48c8 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:01:56.426085 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 67e7b4a9-836e-42ae-9502-f0ff963d48c8 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:01:56.856526 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:57.730626 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 49000) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:01:57.890101 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Deleting port 4534d01b-67e4-4f13-ba7a-d6e63b8e0b6a {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:01:57.890450 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:57.966109 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:57.966438 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:57.978136 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Calling delete_port for 4534d01b-67e4-4f13-ba7a-d6e63b8e0b6a owned by network:floatingip {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:01:58.120961 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:58.151025 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event deleted for resources: {'Port': ['ID=4534d01b-67e4-4f13-ba7a-d6e63b8e0b6a,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:01:58.209635 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:58.209971 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.db.l3_db [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Floating IP 6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3 disassociated (deleted). External IP: 172.27.2.140, port: 9dfca176-d58c-4bb8-b964-c5e7a4b93797. Dec 15 15:01:58.414975 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Router f8e7d868-c190-4615-b865-33e40c1309f2 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:01:58.524659 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:01:58.529436 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:01:58.533970 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] Sync routers for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:01:58.543225 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:01:58.543838 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T15:01:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:01:58.555187 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-dfe7152d-4c69-456e-a5f6-09b1555821d2 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "DELETE /v2.0/floatingips/6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3 HTTP/1.1" status: 204 len: 168 time: 0.8234518 Dec 15 15:01:58.555790 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'tag': '9dfca176-d58c-4bb8-b964-c5e7a4b93797'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:01:58.558116 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dc146f-1bce-4670-a21c-5bfa1690fbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ded079-426e-4e87-b98b-1e8e7a552d41", "tag": "9dfca176-d58c-4bb8-b964-c5e7a4b93797"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:01:58.596018 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9695a2b-7a55-4eef-b1a2-375919fbae73 x-openstack-request-id: req-c9695a2b-7a55-4eef-b1a2-375919fbae73 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:01:58.596343 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ded079-426e-4e87-b98b-1e8e7a552d41", "tag": "9dfca176-d58c-4bb8-b964-c5e7a4b93797", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:01:58.596611 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9695a2b-7a55-4eef-b1a2-375919fbae73 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:01:58.597034 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'tag': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'status': 'completed', 'code': 200} Dec 15 15:01:58.660824 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:01:58.664616 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-d4e8cb93-07e3-41bd-a461-d1fad95a8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:58.666197 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-d4e8cb93-07e3-41bd-a461-d1fad95a8ce5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e24c50e82614f85a1d2aee9eefad427&device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 1099 time: 0.0460079 Dec 15 15:01:58.805987 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-5aa372ed-c1f8-475a-9862-af48bfb357af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:58.809508 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-5aa372ed-c1f8-475a-9862-af48bfb357af service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 200 len: 913 time: 0.1270368 Dec 15 15:01:58.819710 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8f135-8852-475c-8a7a-a0084398ac68 req-6f51dc7a-a79c-4ef9-82ae-0621baeb3db5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:58.821165 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a3f8f135-8852-475c-8a7a-a0084398ac68 req-6f51dc7a-a79c-4ef9-82ae-0621baeb3db5 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 946 time: 0.0770459 Dec 15 15:01:58.865964 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-ce9bfc19-e2f2-4f74-bfa9-511214a36e11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797 HTTP/1.1" status: 200 len: 217 time: 0.0438364 Dec 15 15:01:58.883922 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:01:58.910335 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] Checking router: f8e7d868-c190-4615-b865-33e40c1309f2 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:01:58.918531 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:01:58.919168 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T15:01:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:01:58.930989 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-a3f8f135-8852-475c-8a7a-a0084398ac68 req-9ec57964-c980-4e5b-bb81-ea152c83e4f9 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028733 Dec 15 15:01:58.940300 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-0a2a47d1-514f-4c4d-b46c-0f6a8b4d17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:58.941729 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-0a2a47d1-514f-4c4d-b46c-0f6a8b4d17f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 200 len: 851 time: 0.0668797 Dec 15 15:01:58.989308 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-bdfd8a4f-272b-464d-8fa7-0835b300c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:01:58.990825 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-bdfd8a4f-272b-464d-8fa7-0835b300c87c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa926840-8677-471f-9953-c7ba032090ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398459 Dec 15 15:01:59.026723 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:01:59.082691 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-4ddf6a4a-d01a-4807-873f-3372c774487e service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823808 Dec 15 15:01:59.171512 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-18dc146f-1bce-4670-a21c-5bfa1690fbd6 req-f161caf4-a9e8-4f74-b9ba-312fd67ac14c service neutron] 10.222.0.64 "GET /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808997 Dec 15 15:01:59.229305 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:01:59.261228 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac0532-8c4e-48b6-aa97-5082c1e19dde None None] The sync data for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi is: [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:28Z', 'revision_number': 4, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi', '_interfaces': [{'id': 'f8a04e69-eb30-4ddf-8879-6d60698b4ce9', 'name': '', 'network_id': 'fa926840-8677-471f-9953-c7ba032090ea', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'mac_address': 'fa:16:3e:b7:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:27Z', 'updated_at': '2021-12-15T14:55:31Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'subnets': [{'id': '0a581819-4911-44d1-8b4a-96fdb7a52644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:01:59.469195 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa7796-25ff-40b1-b363-88afb1f80ee7 None None] New status for floating IP 6dba3547-ecc5-4417-b8c3-ffe0ce07e9d3: DOWN {{(pid=119316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 15:02:00.047901 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0bc24-e0bc-410f-b9f7-e4465f44b9f1 req-e1c9df16-e4e2-47f0-bc1c-e8f032e8cc16 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:00.049371 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-aae0bc24-e0bc-410f-b9f7-e4465f44b9f1 req-e1c9df16-e4e2-47f0-bc1c-e8f032e8cc16 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 946 time: 0.0486176 Dec 15 15:02:00.100159 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-aae0bc24-e0bc-410f-b9f7-e4465f44b9f1 req-4f5ca4fd-4e5f-40cb-9994-d071675ed20f tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/security-groups?id=82387ccf-5273-40f4-aaaa-6ea28a65f8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448995 Dec 15 15:02:00.244761 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-08f3f07a-1546-48f3-89f7-de03a4c625ea tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 15:02:00.246121 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-08f3f07a-1546-48f3-89f7-de03a4c625ea tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 946 time: 0.0496566 Dec 15 15:02:00.338822 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-ae6416e9-40bf-4cd9-a7a7-1a72071fd26b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Deleting port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:00.339164 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-ae6416e9-40bf-4cd9-a7a7-1a72071fd26b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:00.431002 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-ae6416e9-40bf-4cd9-a7a7-1a72071fd26b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] For port 9dfca176-d58c-4bb8-b964-c5e7a4b93797, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9dfca176-d58c-4bb8-b964-c5e7a4b93797,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:00.431364 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-ae6416e9-40bf-4cd9-a7a7-1a72071fd26b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:00.443675 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-ae6416e9-40bf-4cd9-a7a7-1a72071fd26b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Calling delete_port for 9dfca176-d58c-4bb8-b964-c5e7a4b93797 owned by compute:nova {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:00.569373 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-ae6416e9-40bf-4cd9-a7a7-1a72071fd26b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:00.597006 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6416e9-40bf-4cd9-a7a7-1a72071fd26b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event deleted for resources: {'Port': ['ID=9dfca176-d58c-4bb8-b964-c5e7a4b93797,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:00.642591 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-ae6416e9-40bf-4cd9-a7a7-1a72071fd26b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] No DVR routers for this DVR port 9dfca176-d58c-4bb8-b964-c5e7a4b93797 on host hv-cinder-78719 {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:02:00.645319 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-ae6416e9-40bf-4cd9-a7a7-1a72071fd26b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for port, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:00.649508 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [req-acbea9bd-ea70-4f9c-a592-fa8dd9901fb4 req-ae6416e9-40bf-4cd9-a7a7-1a72071fd26b tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.64 "DELETE /v2.0/ports/9dfca176-d58c-4bb8-b964-c5e7a4b93797 HTTP/1.1" status: 204 len: 173 time: 0.3975198 Dec 15 15:02:00.649994 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'name': 'network-vif-deleted', 'tag': '9dfca176-d58c-4bb8-b964-c5e7a4b93797'}] {{(pid=119313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 15:02:00.652945 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fbf9fb05b259eda911b40abcd48a8d72a3994b14ca5afc4e92a50b57ca4a7c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886a449f-928f-4381-a81f-a94ed6bb75d9" -d '{"events": [{"server_uuid": "b7ded079-426e-4e87-b98b-1e8e7a552d41", "name": "network-vif-deleted", "tag": "9dfca176-d58c-4bb8-b964-c5e7a4b93797"}]}' {{(pid=119313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 15:02:00.695587 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 15:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961d10fd-fb52-4d5e-8ae0-f76c74081922 x-openstack-request-id: req-961d10fd-fb52-4d5e-8ae0-f76c74081922 {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 15:02:00.695884 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ded079-426e-4e87-b98b-1e8e7a552d41", "name": "network-vif-deleted", "tag": "9dfca176-d58c-4bb8-b964-c5e7a4b93797", "status": "completed", "code": 200}]} {{(pid=119313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 15:02:00.696146 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-961d10fd-fb52-4d5e-8ae0-f76c74081922 {{(pid=119313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 15:02:00.696553 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ded079-426e-4e87-b98b-1e8e7a552d41', 'name': 'network-vif-deleted', 'tag': '9dfca176-d58c-4bb8-b964-c5e7a4b93797', 'status': 'completed', 'code': 200} Dec 15 15:02:01.213535 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [req-c66751a7-79b6-4097-84d6-8f9e949dfbbd req-d883fcb3-08d9-4be4-b579-3ccf23fadcd7 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7ded079-426e-4e87-b98b-1e8e7a552d41 HTTP/1.1" status: 200 len: 210 time: 0.0319014 Dec 15 15:02:02.069910 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:02.272327 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 49016) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:02.397119 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Deleting port 1de434e9-163f-422e-83d2-d73eabaca5ce {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:02.397467 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:02.468872 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:02.469197 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:02.480331 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Calling delete_port for 1de434e9-163f-422e-83d2-d73eabaca5ce owned by network:floatingip {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:02.515261 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:02:02.610534 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:02.638569 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event deleted for resources: {'Port': ['ID=1de434e9-163f-422e-83d2-d73eabaca5ce,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:02.650312 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.650616 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.650993 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.651339 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.651679 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.652019 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.652361 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.652698 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.653033 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.653371 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.653703 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.654033 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.654363 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:02.711281 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for floatingip, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:02.713810 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152405'] for floatingip, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:02.714986 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-6a968dc5-c768-4476-bb92-a05d2a8b2b27 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "DELETE /v2.0/floatingips/b76db71e-ea63-45f4-8456-be0a529a9606 HTTP/1.1" status: 204 len: 168 time: 0.4416461 Dec 15 15:02:03.903457 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 49028) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:03.958970 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-56db6f5b-8235-4963-81cb-c8e12b00c9e8 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:03.982898 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-56db6f5b-8235-4963-81cb-c8e12b00c9e8 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:04.041659 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-56db6f5b-8235-4963-81cb-c8e12b00c9e8 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:04.044273 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-56db6f5b-8235-4963-81cb-c8e12b00c9e8 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:04.045422 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-56db6f5b-8235-4963-81cb-c8e12b00c9e8 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] 10.222.0.62 "DELETE /v2.0/security-groups/82387ccf-5273-40f4-aaaa-6ea28a65f8f5 HTTP/1.1" status: 204 len: 168 time: 0.1409605 Dec 15 15:02:04.055053 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db6f5b-8235-4963-81cb-c8e12b00c9e8 tempest-TestVolumeBootPattern-1720292182 tempest-TestVolumeBootPattern-1720292182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82387ccf-5273-40f4-aaaa-6ea28a65f8f5,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:04.102547 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 49032) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:04.477877 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 9dfca176-d58c-4bb8-b964-c5e7a4b93797 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:04.497810 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] No Port match for: 9dfca176-d58c-4bb8-b964-c5e7a4b93797 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:04.498162 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Device 9dfca176-d58c-4bb8-b964-c5e7a4b93797 not bound to the agent host hv-cinder-78719 {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:04.530730 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503058'] for router_interface, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:05.026438 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] Deleting port f8a04e69-eb30-4ddf-8879-6d60698b4ce9 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:05.026812 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:05.103610 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] For port f8a04e69-eb30-4ddf-8879-6d60698b4ce9, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=f8a04e69-eb30-4ddf-8879-6d60698b4ce9,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:05.104265 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:05.115771 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] Calling delete_port for f8a04e69-eb30-4ddf-8879-6d60698b4ce9 owned by network:router_interface {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:05.287806 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:05.313536 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a04e69-eb30-4ddf-8879-6d60698b4ce9,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:05.478049 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-503182'] for router_interface, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:05.689477 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] Router f8e7d868-c190-4615-b865-33e40c1309f2 has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:02:05.796730 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:02:05.802008 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-cdc6eb1e-f86d-4af0-81b2-3da6af2632df admin admin] 10.222.0.62 "PUT /v2.0/routers/f8e7d868-c190-4615-b865-33e40c1309f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6981525 Dec 15 15:02:05.804400 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 49036) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:05.807263 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] Sync routers for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:02:05.821685 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:05.822308 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T15:01:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:05.906430 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Publish callbacks [] for router, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:05.927433 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: dv-cinder-787195-10-iscsi {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:06.005506 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.056454 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Deleting port 57c47223-23b4-4a0f-a8f2-a234031e6c5e {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:06.056785 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.106241 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T15:02:05Z', 'revision_number': 5, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port': {'id': '57c47223-23b4-4a0f-a8f2-a234031e6c5e', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:06.132919 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] Checking router: f8e7d868-c190-4615-b865-33e40c1309f2 for host: dv-cinder-787195-10-iscsi {{(pid=119315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:02:06.136610 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] For port 57c47223-23b4-4a0f-a8f2-a234031e6c5e, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=57c47223-23b4-4a0f-a8f2-a234031e6c5e,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:06.137116 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.141942 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] Routers {'f8e7d868-c190-4615-b865-33e40c1309f2'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:06.142554 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T15:01:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['f8e7d868-c190-4615-b865-33e40c1309f2'], 'active': True} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:06.148898 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Calling delete_port for 57c47223-23b4-4a0f-a8f2-a234031e6c5e owned by network:router_gateway {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:06.230963 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvr_db [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] Set router f8e7d868-c190-4615-b865-33e40c1309f2 gateway port host: None {{(pid=119315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:06.288160 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_hamode_db [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T15:02:06Z', 'revision_number': 6, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port_host': None}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:06.312670 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.315506 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa28fbfe-fbf4-442f-b57b-f65ab8c0c183 None None] The sync data for ids ['f8e7d868-c190-4615-b865-33e40c1309f2'] in dv-cinder-787195-10-iscsi is: [{'id': 'f8e7d868-c190-4615-b865-33e40c1309f2', 'name': 'tempest-TestVolumeBootPattern-1204032546-router', 'tenant_id': '4e24c50e82614f85a1d2aee9eefad427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:24Z', 'updated_at': '2021-12-15T15:02:06Z', 'revision_number': 6, 'project_id': '4e24c50e82614f85a1d2aee9eefad427', 'gw_port_host': None}] {{(pid=119315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:02:06.339555 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Pushing event deleted for resources: {'Port': ['ID=57c47223-23b4-4a0f-a8f2-a234031e6c5e,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:06.407744 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502060'] for router_gateway, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.493182 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12353'] for router, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.495280 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.539041 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501429'] for router, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.539504 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8e7d868-c190-4615-b865-33e40c1309f2 {{(pid=119313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 15:02:06.543803 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.544881 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-3f9697d3-7c55-43f9-9b1f-9f1d5841c59d admin admin] 10.222.0.62 "DELETE /v2.0/routers/f8e7d868-c190-4615-b865-33e40c1309f2 HTTP/1.1" status: 204 len: 168 time: 0.7395616 Dec 15 15:02:06.548234 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 49038) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:06.590666 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_v2 [None req-581df756-2816-40c5-bf7b-0c211ec70bff admin admin] Deleting subnet 0a581819-4911-44d1-8b4a-96fdb7a52644 {{(pid=119313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 15:02:06.594203 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-581df756-2816-40c5-bf7b-0c211ec70bff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.631281 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-581df756-2816-40c5-bf7b-0c211ec70bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66825151'] for subnet, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.711276 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-581df756-2816-40c5-bf7b-0c211ec70bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.768016 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-581df756-2816-40c5-bf7b-0c211ec70bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4585138'] for subnet, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.792015 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581df756-2816-40c5-bf7b-0c211ec70bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a581819-4911-44d1-8b4a-96fdb7a52644,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:06.795508 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-581df756-2816-40c5-bf7b-0c211ec70bff admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.798889 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-581df756-2816-40c5-bf7b-0c211ec70bff admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0a581819-4911-44d1-8b4a-96fdb7a52644 HTTP/1.1" status: 204 len: 168 time: 0.2496972 Dec 15 15:02:06.801711 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 49040) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:06.804842 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5e4fb8-1615-4539-9536-ae3cf27a5bdb None None] Network fa926840-8677-471f-9953-c7ba032090ea requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:02:06.872395 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.924676 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Deleting port b2891f19-e552-49bd-ae53-2f3de55c9c32 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:06.925022 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:06.988718 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] For port b2891f19-e552-49bd-ae53-2f3de55c9c32, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=b2891f19-e552-49bd-ae53-2f3de55c9c32,segment=NetworkSegment(0004aa9d-f24a-47fc-af24-47a4f4ec24ee),segment_id=0004aa9d-f24a-47fc-af24-47a4f4ec24ee)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:06.989079 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.005665 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Calling delete_port for b2891f19-e552-49bd-ae53-2f3de55c9c32 owned by network:dhcp {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:07.071018 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] DHCP port deletion for fa926840-8677-471f-9953-c7ba032090ea request from dv-cinder-787195-10-iscsi {{(pid=119315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:02:07.094325 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.119192 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Deleting port b2891f19-e552-49bd-ae53-2f3de55c9c32 {{(pid=119315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:07.119577 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.120872 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2891f19-e552-49bd-ae53-2f3de55c9c32,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:07.122719 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] No DVR routers for this DVR port b2891f19-e552-49bd-ae53-2f3de55c9c32 on host dv-cinder-787195-10-iscsi {{(pid=119313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:02:07.200320 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.223509 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa926840-8677-471f-9953-c7ba032090ea']}} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:07.236116 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0004aa9d-f24a-47fc-af24-47a4f4ec24ee') {'for_net_delete': True} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:07.236434 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.services.segments.db [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0004aa9d-f24a-47fc-af24-47a4f4ec24ee') {} {{(pid=119313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:07.247172 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66825028'] for segment, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.263110 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.274819 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=119313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 15:02:07.275210 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4543449'] for segment, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: Traceback (most recent call last): Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: timer() Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: cb(*args, **kw) Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: return func(*args, **kwargs) Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: self._notify() Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: self.callback(batched_events) Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: event.method(event) Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: return f(self, *a, **k) Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._get(url).json() Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: return self.request(url, 'GET', **kwargs) Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 15:02:07.277261 dv-cinder-787195-10-iscsi neutron-server[119313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 15:02:07.340157 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.db [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] For port b2891f19-e552-49bd-ae53-2f3de55c9c32, host dv-cinder-787195-10-iscsi, got binding levels [] {{(pid=119315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:07.340578 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.342490 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.348953 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.352786 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] 10.222.0.62 "DELETE /v2.0/networks/fa926840-8677-471f-9953-c7ba032090ea HTTP/1.1" status: 204 len: 168 time: 0.5501390 Dec 15 15:02:07.355894 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Calling delete_port for b2891f19-e552-49bd-ae53-2f3de55c9c32 owned by network:dhcp {{(pid=119315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:07.356059 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 49042) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:07.359456 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.ipam_backend_mixin [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Port b2891f19-e552-49bd-ae53-2f3de55c9c32 was not found and therefore no delete operation was performed {{(pid=119315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 15:02:07.360753 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697'] for port, after_delete {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.364922 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c2d7-4f65-4761-b06c-58e8464d7bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=fa926840-8677-471f-9953-c7ba032090ea,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:07.384268 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Network fa926840-8677-471f-9953-c7ba032090ea is not hosted by any dhcp agent {{(pid=119315) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 15:02:07.384749 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] No DVR routers for this DVR port b2891f19-e552-49bd-ae53-2f3de55c9c32 on host dv-cinder-787195-10-iscsi {{(pid=119315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:02:07.386770 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Pushing event deleted for resources: {'Port': ['ID=b2891f19-e552-49bd-ae53-2f3de55c9c32,revision_number=None']} {{(pid=119315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:07.396157 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.396686 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.396933 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.397290 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.397639 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.397982 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.398326 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.398700 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.399046 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.399391 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.399731 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.400062 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.400400 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ebf3a-78cf-433a-aba0-fc5c2585c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-10-iscsi {{(pid=119315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 15:02:07.524467 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 57c47223-23b4-4a0f-a8f2-a234031e6c5e no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:07.544923 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 57c47223-23b4-4a0f-a8f2-a234031e6c5e {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:07.545282 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 57c47223-23b4-4a0f-a8f2-a234031e6c5e not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:07.545710 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device b2891f19-e552-49bd-ae53-2f3de55c9c32 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:07.569374 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: b2891f19-e552-49bd-ae53-2f3de55c9c32 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:07.569649 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device b2891f19-e552-49bd-ae53-2f3de55c9c32 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:07.570076 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device f8a04e69-eb30-4ddf-8879-6d60698b4ce9 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:07.592967 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: f8a04e69-eb30-4ddf-8879-6d60698b4ce9 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:07.593439 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device f8a04e69-eb30-4ddf-8879-6d60698b4ce9 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:07.709148 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503058'] for router_interface, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:07.946960 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] Deleting port 1631f174-bc7b-42f9-b9b1-5c39e70364ec {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:07.947302 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:08.022046 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] For port 1631f174-bc7b-42f9-b9b1-5c39e70364ec, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=1631f174-bc7b-42f9-b9b1-5c39e70364ec,segment=NetworkSegment(12d17017-1185-41b4-acb5-f8afe90d0eb9),segment_id=12d17017-1185-41b4-acb5-f8afe90d0eb9)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:08.022411 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:08.033825 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] Calling delete_port for 1631f174-bc7b-42f9-b9b1-5c39e70364ec owned by network:router_interface {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:08.207273 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:08.232815 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] Pushing event deleted for resources: {'Port': ['ID=1631f174-bc7b-42f9-b9b1-5c39e70364ec,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:08.396670 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-503182'] for router_interface, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:08.833719 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] Router 418520a7-c83b-4af7-abc1-70943965c41a has already been hosted by L3 agent 640f890b-768f-43eb-a273-24caa84ba444 {{(pid=119314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 15:02:08.935555 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] Notify agent at l3_agent.dv-cinder-787195-10-iscsi the message routers_updated {{(pid=119314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 15:02:08.941058 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-894a4698-c7c2-4bed-b9a2-19427aae727d admin admin] 10.222.0.62 "PUT /v2.0/routers/418520a7-c83b-4af7-abc1-70943965c41a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5840633 Dec 15 15:02:08.943782 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 49046) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:08.946792 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] Sync routers for ids ['418520a7-c83b-4af7-abc1-70943965c41a'] in dv-cinder-787195-10-iscsi {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 15:02:08.960312 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] Routers {'418520a7-c83b-4af7-abc1-70943965c41a'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:08.961085 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T15:01:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['418520a7-c83b-4af7-abc1-70943965c41a'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:09.059471 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.168204 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.169661 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] Set router 418520a7-c83b-4af7-abc1-70943965c41a gateway port host: dv-cinder-787195-10-iscsi {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:09.221458 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Deleting port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 {{(pid=119313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:09.221802 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.302608 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.db [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] For port bc0cf8e1-d9b0-43e6-9de5-95703f2b3351, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=bc0cf8e1-d9b0-43e6-9de5-95703f2b3351,segment=NetworkSegment(ff7e1eda-14d3-48d3-aa32-72fc3a8b786c),segment_id=ff7e1eda-14d3-48d3-aa32-72fc3a8b786c)] {{(pid=119313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:09.303036 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.315531 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.plugins.ml2.plugin [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Calling delete_port for bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 owned by network:router_gateway {{(pid=119313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:09.353088 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418520a7-c83b-4af7-abc1-70943965c41a', 'name': 'tempest-TestVolumeBootPattern-1867053962-router', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'external_fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T15:02:08Z', 'revision_number': 5, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'gw_port': {'id': 'bc0cf8e1-d9b0-43e6-9de5-95703f2b3351', 'name': '', 'network_id': '99a3daa9-a3ba-480b-a1cb-017f0eb2e1e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418520a7-c83b-4af7-abc1-70943965c41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T14:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f930159a-1161-4aca-9229-6ae63b1d617c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-10-iscsi'}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:09.381119 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] Checking router: 418520a7-c83b-4af7-abc1-70943965c41a for host: dv-cinder-787195-10-iscsi {{(pid=119316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 15:02:09.389316 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] Routers {'418520a7-c83b-4af7-abc1-70943965c41a'} bound to L3 agent in host dv-cinder-787195-10-iscsi {{(pid=119316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 15:02:09.390207 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:38:53Z,description=,heartbeat_timestamp=2021-12-15T15:01:53Z,host='dv-cinder-787195-10-iscsi',id=640f890b-768f-43eb-a273-24caa84ba444,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:38:53Z,topic='l3_agent')) {'router_ids': ['418520a7-c83b-4af7-abc1-70943965c41a'], 'active': True} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:09.476785 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_dvr_db [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] Set router 418520a7-c83b-4af7-abc1-70943965c41a gateway port host: None {{(pid=119316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 15:02:09.484743 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4543364'] for port, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.511215 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0cf8e1-d9b0-43e6-9de5-95703f2b3351,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:09.534578 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.l3_hamode_db [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418520a7-c83b-4af7-abc1-70943965c41a', 'name': 'tempest-TestVolumeBootPattern-1867053962-router', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T15:02:09Z', 'revision_number': 6, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'gw_port_host': None}], 'dv-cinder-787195-10-iscsi', False) {} {{(pid=119316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:09.561133 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e7b15-0293-4768-b97c-c367b4f58126 None None] The sync data for ids ['418520a7-c83b-4af7-abc1-70943965c41a'] in dv-cinder-787195-10-iscsi is: [{'id': '418520a7-c83b-4af7-abc1-70943965c41a', 'name': 'tempest-TestVolumeBootPattern-1867053962-router', 'tenant_id': 'd548871a1a884c2c8d0973c3d489c520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:55:30Z', 'updated_at': '2021-12-15T15:02:09Z', 'revision_number': 6, 'project_id': 'd548871a1a884c2c8d0973c3d489c520', 'gw_port_host': None}] {{(pid=119316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 15:02:09.580378 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502060'] for router_gateway, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.668775 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12353'] for router, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.671701 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.716642 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-501429'] for router, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.717185 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 418520a7-c83b-4af7-abc1-70943965c41a {{(pid=119313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 15:02:09.722736 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] Publish callbacks [] for router, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.723878 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-8834d763-4610-4977-95ba-27196bffc0c6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/418520a7-c83b-4af7-abc1-70943965c41a HTTP/1.1" status: 204 len: 168 time: 0.7790301 Dec 15 15:02:09.726459 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 49048) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:09.769609 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97c332e-2d1f-403f-a406-4c239f523b71 admin admin] Deleting subnet 27baa81d-c61a-49dc-9cce-f765d1a5c9b4 {{(pid=119313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 15:02:09.772594 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a97c332e-2d1f-403f-a406-4c239f523b71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.806357 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a97c332e-2d1f-403f-a406-4c239f523b71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66825151'] for subnet, precommit_delete_associations {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.884532 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a97c332e-2d1f-403f-a406-4c239f523b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381306'] for subnet, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.940581 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a97c332e-2d1f-403f-a406-4c239f523b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4543411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4585138'] for subnet, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.960839 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae1e4a5-ab2a-469d-ba5d-909fba97c2a7 None None] Network 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf requested from dv-cinder-787195-10-iscsi {{(pid=119315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 15:02:09.969433 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-a97c332e-2d1f-403f-a406-4c239f523b71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:09.975045 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-a97c332e-2d1f-403f-a406-4c239f523b71 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/27baa81d-c61a-49dc-9cce-f765d1a5c9b4 HTTP/1.1" status: 204 len: 168 time: 0.2451260 Dec 15 15:02:09.975299 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 49050) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:09.976596 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c332e-2d1f-403f-a406-4c239f523b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27baa81d-c61a-49dc-9cce-f765d1a5c9b4,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:10.048424 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543316'] for network, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.100721 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Deleting port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b {{(pid=119314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 15:02:10.101062 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763986198640'] for port, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.164341 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.db [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] For port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b, host dv-cinder-787195-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-10-iscsi',level=0,port_id=05a567ed-2b30-49d9-93d6-f5893ce0ba3b,segment=NetworkSegment(12d17017-1185-41b4-acb5-f8afe90d0eb9),segment_id=12d17017-1185-41b4-acb5-f8afe90d0eb9)] {{(pid=119314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 15:02:10.164722 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572039'] for port, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.176882 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.plugin [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Calling delete_port for 05a567ed-2b30-49d9-93d6-f5893ce0ba3b owned by network:dhcp {{(pid=119314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 15:02:10.253344 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763986137555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763985621697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4977382'] for port, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.280519 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] No DVR routers for this DVR port 05a567ed-2b30-49d9-93d6-f5893ce0ba3b on host dv-cinder-787195-10-iscsi {{(pid=119314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 15:02:10.284864 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a567ed-2b30-49d9-93d6-f5893ce0ba3b,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:10.324449 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd5c3c-c0e4-47ea-bc67-0f1669c82b7e None None] DHCP port deletion for 397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf request from dv-cinder-787195-10-iscsi {{(pid=119315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 15:02:10.362998 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381677', 'neutron.services.segments.db._delete_segments_for_network-8763986174850'] for network, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.387404 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf']}} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:10.397566 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d17017-1185-41b4-acb5-f8afe90d0eb9') {'for_net_delete': True} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:10.397863 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.services.segments.db [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d17017-1185-41b4-acb5-f8afe90d0eb9') {} {{(pid=119314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 15:02:10.406920 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763986175115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5374610'] for segment, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.420257 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707'] for segment, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.426884 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=119314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 15:02:10.427280 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4977339'] for segment, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: Traceback (most recent call last): Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: timer() Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: cb(*args, **kw) Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: return func(*args, **kwargs) Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: self._notify() Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: self.callback(batched_events) Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: event.method(event) Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: return f(self, *a, **k) Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._get(url).json() Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: return self.request(url, 'GET', **kwargs) Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 15:02:10.429251 dv-cinder-787195-10-iscsi neutron-server[119314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 15:02:10.482947 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502016'] for network, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.487878 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561770'] for network, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.491190 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] 10.222.0.62 "DELETE /v2.0/networks/397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf HTTP/1.1" status: 204 len: 168 time: 0.5148156 Dec 15 15:02:10.504940 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794592b0-008c-46a6-9252-0b8b421e0f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=397a7cb0-2d70-4ab0-a12b-70e7cd1be0bf,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:10.609984 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 49054) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:10.656818 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c001edcc-d926-467f-a374-13a4bead6608 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e24c50e82614f85a1d2aee9eefad427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445075 Dec 15 15:02:10.658944 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [-] (119314) accepted ('10.222.0.62', 49056) {{(pid=119314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:10.706895 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c7495f8e-e02f-43ff-b5fa-3c290535af20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.730443 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c7495f8e-e02f-43ff-b5fa-3c290535af20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.779171 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c7495f8e-e02f-43ff-b5fa-3c290535af20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.783088 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron_lib.callbacks.manager [None req-c7495f8e-e02f-43ff-b5fa-3c290535af20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:10.784276 dv-cinder-787195-10-iscsi neutron-server[119314]: INFO neutron.wsgi [None req-c7495f8e-e02f-43ff-b5fa-3c290535af20 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfdc993a-7cf8-47f3-adc4-d0f3cc1d95ce HTTP/1.1" status: 204 len: 168 time: 0.1244040 Dec 15 15:02:10.792260 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7495f8e-e02f-43ff-b5fa-3c290535af20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdc993a-7cf8-47f3-adc4-d0f3cc1d95ce,revision_number=None']} {{(pid=119314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:11.115088 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 49062) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:11.153563 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-f032f87f-b25c-4e40-a642-9d0aa8013818 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d548871a1a884c2c8d0973c3d489c520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373297 Dec 15 15:02:11.156452 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [-] (119313) accepted ('10.222.0.62', 49064) {{(pid=119313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 15:02:11.207156 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee59f-3612-4588-bcd3-5199d313b03c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:11.227624 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee59f-3612-4588-bcd3-5199d313b03c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:11.275067 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee59f-3612-4588-bcd3-5199d313b03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410217'] for security_group, after_delete {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:11.277661 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee59f-3612-4588-bcd3-5199d313b03c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:11.278870 dv-cinder-787195-10-iscsi neutron-server[119313]: INFO neutron.wsgi [None req-ff3ee59f-3612-4588-bcd3-5199d313b03c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1cd2a4ef-ccdd-4b01-ad4c-72bbb3b9fa3d HTTP/1.1" status: 204 len: 168 time: 0.1215012 Dec 15 15:02:11.287190 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ee59f-3612-4588-bcd3-5199d313b03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd2a4ef-ccdd-4b01-ad4c-72bbb3b9fa3d,revision_number=None']} {{(pid=119313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 15:02:11.536979 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:11.560057 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:11.560415 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device bc0cf8e1-d9b0-43e6-9de5-95703f2b3351 not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:11.560845 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 1631f174-bc7b-42f9-b9b1-5c39e70364ec no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:11.583065 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 1631f174-bc7b-42f9-b9b1-5c39e70364ec {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:11.583421 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 1631f174-bc7b-42f9-b9b1-5c39e70364ec not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:11.583853 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 05a567ed-2b30-49d9-93d6-f5893ce0ba3b no longer exists at agent ovs-agent-dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 15:02:11.604825 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.plugin [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] No Port match for: 05a567ed-2b30-49d9-93d6-f5893ce0ba3b {{(pid=119315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 15:02:11.605188 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron.plugins.ml2.rpc [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Device 05a567ed-2b30-49d9-93d6-f5893ce0ba3b not bound to the agent host dv-cinder-787195-10-iscsi {{(pid=119315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 15:02:20.553172 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-c91a12ad-d8fb-4040-b3eb-0427a0761fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:22.983015 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-0d7099a4-b9c7-4104-9100-06be875fbe2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:24.163327 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:26.239195 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:26.859798 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:32.077875 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:34.633186 dv-cinder-787195-10-iscsi neutron-server[119313]: DEBUG neutron.wsgi [req-45970dca-f965-45a9-8306-2021402ada92 req-1ca3d2b1-26f2-43a5-9bcb-acaaacf1cb6b service neutron] (119313) timed out ('10.222.0.64', 64666) {{(pid=119313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 15:02:39.514796 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:02:50.555337 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-215465fb-735e-4320-a16f-39b4b8e7ddc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:52.985064 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-42d0e2da-5f45-44d2-a11b-0a8a58f79851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:54.164074 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.240537 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:02:56.863375 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:02.094888 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:16.513745 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:03:20.556353 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-2907b581-59a1-4d39-82b2-b1a662222d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:22.985986 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-2f4aa71b-78f8-41ea-b00b-130356eaea63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:24.165890 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:26.243657 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:26.865711 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:32.095563 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:50.557608 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-c2fecd1e-fc66-483a-91b6-6363a3e563b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:52.989339 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-95439455-e500-406e-a400-23db943bbf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:53.513679 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:03:54.169288 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:56.246144 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:03:56.866785 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:02.098608 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:20.562402 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e1b063a1-ff97-4bd6-8d53-44bc770a94a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:22.991156 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7e9f-e69d-4886-8df0-b6cafc119740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:24.171282 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:26.248358 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:26.869696 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:30.513386 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:04:32.113517 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:50.566498 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-25f8c765-972e-48d9-a032-da59099a2bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:52.993563 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-02ade790-11c3-4a8a-8c3b-d8063376b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:54.174567 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:56.253636 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:04:56.871729 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:02.115877 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:07.511795 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:05:20.569765 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-e6a62bf9-7212-4b42-a8ff-31f435b95965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:22.994956 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-1386f83e-cea5-407b-8b9e-836b3eba2c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:24.176320 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:26.253811 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:26.873362 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:32.130093 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:44.511943 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:05:50.575321 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6211-e818-4eb8-8504-3f6c13b61763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:52.997126 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-6ca3de24-a023-489d-a56b-76d107b4f3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:54.180142 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:56.257018 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:05:56.877159 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:02.146100 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:17.181120 dv-cinder-787195-10-iscsi neutron-server[119314]: DEBUG neutron.wsgi [req-8803b81c-e487-4b89-be20-01201a713a01 req-9264003e-e58a-4c1b-bd17-7e143840f5f4 service neutron] (119314) timed out ('10.222.0.64', 64642) {{(pid=119314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 15:06:20.580297 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-22604bce-165d-4ffb-abd5-6e5c07308397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:21.510929 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:06:22.999040 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-c3017d90-da78-48c6-89b3-b60c993ad996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:24.182612 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:26.259837 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:26.880577 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:32.147209 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:50.582288 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-45ee861a-c906-4304-ac93-949ab47ed43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:52.999843 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-fc3f5b04-1f0a-44b6-b53e-730368aecafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:54.188665 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:56.262418 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:56.883873 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:06:58.509334 dv-cinder-787195-10-iscsi neutron-server[119316]: DEBUG neutron.db.agents_db [None req-7bcf4c48-022b-4fdf-814a-47264228b078 None None] Agent healthcheck: found 6 active agents {{(pid=119316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 15:07:02.162239 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-b4f76145-4d7c-4199-a24c-7b285629b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:20.584446 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-d5b32868-cb2a-490b-b7cf-8306c624a242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:23.001244 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-a77a7cce-cc39-41d4-9b12-99661c0064a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:24.189824 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cf1441a1-92da-44d2-bccb-8a2bd5815e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:26.266070 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-cdb8fa55-2fcb-445e-88d0-61d87ed03711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 15:07:26.887084 dv-cinder-787195-10-iscsi neutron-server[119315]: DEBUG neutron_lib.callbacks.manager [None req-778d0950-ca6a-48f2-a1b2-c5a3bf73d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763986174805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387771'] for agent, after_update {{(pid=119315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}